03:04:06.197 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
03:04:06.197 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskpuVJnk/test-tmp
03:04:06.197 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
03:04:06.197 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskpuVJnk/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
03:04:06.198 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
03:04:06.488 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:04:06.489 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:04:06.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.490904 11010 mini_oidc.cc:150] Starting JWKS server
03:04:06.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.492980 11010 webserver.cc:492] Webserver started at http://127.0.0.1:34991/ using document root <none> and password file <none>
03:04:06.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.493165 11010 mini_oidc.cc:186] Starting OIDC Discovery server
03:04:06.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.493603 11010 webserver.cc:492] Webserver started at http://127.0.0.1:34771/ using document root <none> and password file <none>
03:04:06.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-27T03:04:06Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
03:04:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-27T03:04:06Z Disabled control of system clock
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.519255 11010 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-0/wal
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-0/data
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-0/logs
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-0/data/info.pb
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.192.190:46323
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.192.190
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.192.148:37751
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34991/jwks.json
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
03:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
03:04:06.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:06.797636 11021 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:04:06.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:06.797886 11021 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:04:06.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:06.797956 11021 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:04:06.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:06.805331 11021 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:04:06.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:06.805414 11021 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
03:04:06.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:06.805464 11021 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:04:06.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:06.805573 11021 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:04:06.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:06.805692 11021 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:04:06.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:06.805735 11021 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:04:06.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:06.805781 11021 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34991/jwks.json
03:04:06.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.814795 11021 master_runner.cc:386] Master server non-default flags:
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.192.148:37751
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-0/data
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-0/wal
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.192.190:46323
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34991/jwks.json
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-0/data/info.pb
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.192.190
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-0/logs
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 02:43:21 UTC on 24a791456cd2
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8736
03:04:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
03:04:06.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.816155 11021 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:04:06.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.817732 11021 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:04:06.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:06.825326 11026 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:06.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:06.825290 11027 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:06.826184 11029 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.826308 11021 server_base.cc:1047] running on GCE node
03:04:06.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.826972 11021 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:04:06.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.828151 11021 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:04:06.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.829370 11021 hybrid_clock.cc:648] HybridClock initialized: now 1761534246829317 us; error 45 us; skew 500 ppm
03:04:06.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.829696 11021 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:04:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.831595 11021 webserver.cc:492] Webserver started at http://127.10.192.190:42925/ using document root <none> and password file <none>
03:04:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.832274 11021 fs_manager.cc:362] Metadata directory not provided
03:04:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.832396 11021 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:04:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.832720 11021 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
03:04:06.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.834939 11021 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-0/data/instance:
03:04:06.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76505419105b4dc4a1e93edac918e32c"
03:04:06.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:04:06 on dist-test-slave-fx78"
03:04:06.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.835687 11021 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-0/wal/instance:
03:04:06.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76505419105b4dc4a1e93edac918e32c"
03:04:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:04:06 on dist-test-slave-fx78"
03:04:06.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.840390 11021 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.007s sys 0.000s
03:04:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.843333 11035 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:04:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.844517 11021 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s
03:04:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.844671 11021 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-0/data,/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-0/wal
03:04:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76505419105b4dc4a1e93edac918e32c"
03:04:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:04:06 on dist-test-slave-fx78"
03:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.844857 11021 fs_report.cc:389] FS layout report
03:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-0/wal
03:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-0/wal
03:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-0/data/data
03:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:04:06.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.868350 11021 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:04:06.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.869050 11021 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:04:06.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.869302 11021 kserver.cc:163] Server-wide thread pool size limit: 3276
03:04:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.889535 11021 rpc_server.cc:307] RPC server started. Bound to: 127.10.192.190:46323
03:04:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.889575 11096 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.192.190:46323 every 8 connection(s)
03:04:06.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.890859 11021 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-0/data/info.pb
03:04:06.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.894717 11097 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.899969 11097 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } has no permanent_uuid. Determining permanent_uuid...
03:04:06.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.901777 11010 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu as pid 11021
03:04:06.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.902045 11010 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-0/wal/instance
03:04:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.904654 11010 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu
03:04:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu
03:04:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-1/wal
03:04:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-1/data
03:04:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:04:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:04:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:04:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-1/logs
03:04:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-1/data/info.pb
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.192.189:37035
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.192.189
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.192.148:37751
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34991/jwks.json
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
03:04:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
03:04:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.919700 11097 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } has no permanent_uuid. Determining permanent_uuid...
03:04:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:06.920720 11036 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:06.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:06.922119 11097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.192.189:37035: Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:06.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:06.971458 11097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } attempt: 1
03:04:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:06.973181 11097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.192.189:37035: Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:07.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.041435 11097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } attempt: 2
03:04:07.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.043104 11097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.192.189:37035: Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:07.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.134374 11097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } attempt: 3
03:04:07.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.136202 11097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.192.189:37035: Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:07.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.200129 11101 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:04:07.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.200388 11101 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:04:07.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.200454 11101 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:04:07.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.207623 11101 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:04:07.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.207690 11101 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
03:04:07.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.207751 11101 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:04:07.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.207785 11101 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:04:07.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.207831 11101 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:04:07.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.207866 11101 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:04:07.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.207906 11101 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34991/jwks.json
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.216215 11101 master_runner.cc:386] Master server non-default flags:
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.192.148:37751
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-1/data
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-1/wal
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.192.189:37035
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34991/jwks.json
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-1/data/info.pb
03:04:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.192.189
03:04:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:04:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:04:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:04:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-1/logs
03:04:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:04:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:04:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:04:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:04:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
03:04:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:04:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 02:43:21 UTC on 24a791456cd2
03:04:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8736
03:04:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
03:04:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.217556 11101 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:04:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.219084 11101 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:04:07.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.226107 11108 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:07.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.226130 11107 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.226920 11110 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.227259 11101 server_base.cc:1047] running on GCE node
03:04:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.227833 11101 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:04:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.229053 11101 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:04:07.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.230252 11101 hybrid_clock.cc:648] HybridClock initialized: now 1761534247230203 us; error 29 us; skew 500 ppm
03:04:07.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.230504 11101 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:04:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.232347 11101 webserver.cc:492] Webserver started at http://127.10.192.189:42731/ using document root <none> and password file <none>
03:04:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.232966 11101 fs_manager.cc:362] Metadata directory not provided
03:04:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.233059 11101 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:04:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.233320 11101 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
03:04:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.235463 11101 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-1/data/instance:
03:04:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a315d17969b45168a52f1868fc25e16"
03:04:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:04:07 on dist-test-slave-fx78"
03:04:07.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.236129 11101 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-1/wal/instance:
03:04:07.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a315d17969b45168a52f1868fc25e16"
03:04:07.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:04:07 on dist-test-slave-fx78"
03:04:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.240676 11101 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.007s sys 0.001s
03:04:07.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.243492 11116 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:04:07.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.244766 11101 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.000s sys 0.003s
03:04:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.244889 11101 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-1/data,/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-1/wal
03:04:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a315d17969b45168a52f1868fc25e16"
03:04:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:04:07 on dist-test-slave-fx78"
03:04:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.245031 11101 fs_report.cc:389] FS layout report
03:04:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:04:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-1/wal
03:04:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-1/wal
03:04:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-1/data/data
03:04:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:04:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:04:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:04:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:04:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:04:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:04:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:04:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:04:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:04:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:04:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:04:07.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.256778 11101 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:04:07.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.257372 11101 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:04:07.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.257637 11101 kserver.cc:163] Server-wide thread pool size limit: 3276
03:04:07.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.278254 11101 rpc_server.cc:307] RPC server started. Bound to: 127.10.192.189:37035
03:04:07.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.278295 11177 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.192.189:37035 every 8 connection(s)
03:04:07.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.279436 11097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } attempt: 4
03:04:07.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.279664 11101 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-1/data/info.pb
03:04:07.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.284030 11178 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:07.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.289182 11010 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu as pid 11101
03:04:07.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.289341 11010 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-1/wal/instance
03:04:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.290520 11010 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu
03:04:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu
03:04:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/wal
03:04:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/data
03:04:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:04:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:04:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:04:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/logs
03:04:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/data/info.pb
03:04:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.192.188:38559
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.192.188
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.192.148:37751
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34991/jwks.json
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.290027 11178 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } has no permanent_uuid. Determining permanent_uuid...
03:04:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.291772 11097 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } has no permanent_uuid. Determining permanent_uuid...
03:04:07.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.293537 11097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.192.188:38559: Network error: Client connection negotiation failed: client connection to 127.10.192.188:38559: connect: Connection refused (error 111)
03:04:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.298717 11178 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } has no permanent_uuid. Determining permanent_uuid...
03:04:07.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.304380 11178 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } has no permanent_uuid. Determining permanent_uuid...
03:04:07.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.305413 11117 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.192.188:38559: connect: Connection refused (error 111)
03:04:07.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.306831 11178 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.192.188:38559: Network error: Client connection negotiation failed: client connection to 127.10.192.188:38559: connect: Connection refused (error 111)
03:04:07.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.352733 11097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } attempt: 1
03:04:07.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.354357 11097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.192.188:38559: Network error: Client connection negotiation failed: client connection to 127.10.192.188:38559: connect: Connection refused (error 111)
03:04:07.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.356073 11178 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } attempt: 1
03:04:07.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.357545 11178 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.192.188:38559: Network error: Client connection negotiation failed: client connection to 127.10.192.188:38559: connect: Connection refused (error 111)
03:04:07.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.421550 11097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } attempt: 2
03:04:07.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.423359 11097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.192.188:38559: Network error: Client connection negotiation failed: client connection to 127.10.192.188:38559: connect: Connection refused (error 111)
03:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.425736 11178 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } attempt: 2
03:04:07.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.427179 11178 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.192.188:38559: Network error: Client connection negotiation failed: client connection to 127.10.192.188:38559: connect: Connection refused (error 111)
03:04:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.518362 11178 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } attempt: 3
03:04:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.520197 11178 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.192.188:38559: Network error: Client connection negotiation failed: client connection to 127.10.192.188:38559: connect: Connection refused (error 111)
03:04:07.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.523602 11097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } attempt: 3
03:04:07.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.525390 11097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.192.188:38559: Network error: Client connection negotiation failed: client connection to 127.10.192.188:38559: connect: Connection refused (error 111)
03:04:07.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.588294 11182 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:04:07.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.588562 11182 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:04:07.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.588637 11182 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:04:07.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.595301 11182 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:04:07.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.595369 11182 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
03:04:07.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.595417 11182 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:04:07.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.595453 11182 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:04:07.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.595501 11182 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:04:07.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.595546 11182 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:04:07.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.595594 11182 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34991/jwks.json
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.603361 11182 master_runner.cc:386] Master server non-default flags:
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.192.148:37751
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/data
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/wal
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.192.188:38559
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34991/jwks.json
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/data/info.pb
03:04:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.192.188
03:04:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:04:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:04:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:04:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/logs
03:04:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:04:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:04:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:04:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:04:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
03:04:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:04:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 02:43:21 UTC on 24a791456cd2
03:04:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8736
03:04:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
03:04:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.604770 11182 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:04:07.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.606340 11182 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:04:07.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.613243 11188 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:07.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.613287 11189 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:07.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.613798 11191 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:07.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.614799 11182 server_base.cc:1047] running on GCE node
03:04:07.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.615463 11182 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:04:07.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.616636 11182 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:04:07.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.617841 11182 hybrid_clock.cc:648] HybridClock initialized: now 1761534247617777 us; error 43 us; skew 500 ppm
03:04:07.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.618130 11182 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:04:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.619920 11182 webserver.cc:492] Webserver started at http://127.10.192.188:36985/ using document root <none> and password file <none>
03:04:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.620528 11182 fs_manager.cc:362] Metadata directory not provided
03:04:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.620640 11182 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:04:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.620935 11182 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
03:04:07.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.622820 11182 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/data/instance:
03:04:07.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de6a0f6393df4ada85eb45eb0b0f246e"
03:04:07.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:04:07 on dist-test-slave-fx78"
03:04:07.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.623484 11182 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/wal/instance:
03:04:07.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de6a0f6393df4ada85eb45eb0b0f246e"
03:04:07.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:04:07 on dist-test-slave-fx78"
03:04:07.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.628264 11182 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.002s sys 0.004s
03:04:07.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.631048 11197 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:04:07.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.632041 11182 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
03:04:07.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.632186 11182 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/data,/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/wal
03:04:07.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de6a0f6393df4ada85eb45eb0b0f246e"
03:04:07.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:04:07 on dist-test-slave-fx78"
03:04:07.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.632339 11182 fs_report.cc:389] FS layout report
03:04:07.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:04:07.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/wal
03:04:07.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/wal
03:04:07.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/data/data
03:04:07.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:04:07.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:04:07.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:04:07.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:04:07.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:04:07.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:04:07.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:04:07.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:04:07.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:04:07.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:04:07.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:04:07.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.649713 11182 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:04:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.650414 11182 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:04:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.650686 11182 kserver.cc:163] Server-wide thread pool size limit: 3276
03:04:07.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.663394 11178 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } attempt: 4
03:04:07.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.665468 11178 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.192.188:38559: Network error: Client connection negotiation failed: client connection to 127.10.192.188:38559: connect: Connection refused (error 111)
03:04:07.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.671082 11182 rpc_server.cc:307] RPC server started. Bound to: 127.10.192.188:38559
03:04:07.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.671115 11258 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.192.188:38559 every 8 connection(s)
03:04:07.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.672302 11182 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/data/info.pb
03:04:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.675873 11259 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:07.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.677088 11010 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu as pid 11182
03:04:07.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.677265 11010 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/wal/instance
03:04:07.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.682600 11259 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } has no permanent_uuid. Determining permanent_uuid...
03:04:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.695603 11097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } attempt: 4
03:04:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.696139 11259 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } has no permanent_uuid. Determining permanent_uuid...
03:04:07.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.703775 11259 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } has no permanent_uuid. Determining permanent_uuid...
03:04:07.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.708770 11097 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c: Bootstrap starting.
03:04:07.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.711386 11097 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c: Neither blocks nor log segments found. Creating new log.
03:04:07.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.711813 11259 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e: Bootstrap starting.
03:04:07.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.712221 11097 log.cc:826] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c: Log is configured to *not* fsync() on all Append() calls
03:04:07.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.714677 11259 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e: Neither blocks nor log segments found. Creating new log.
03:04:07.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.714751 11097 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c: No bootstrap required, opened a new log
03:04:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.715622 11259 log.cc:826] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e: Log is configured to *not* fsync() on all Append() calls
03:04:07.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.717660 11259 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e: No bootstrap required, opened a new log
03:04:07.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.719645 11097 raft_consensus.cc:359] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:07.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.719857 11097 raft_consensus.cc:385] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:07.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.719937 11097 raft_consensus.cc:740] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 76505419105b4dc4a1e93edac918e32c, State: Initialized, Role: FOLLOWER
03:04:07.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.720410 11097 consensus_queue.cc:260] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:07.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.721156 11269 sys_catalog.cc:455] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } } }
03:04:07.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.721422 11269 sys_catalog.cc:458] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [sys.catalog]: This master's current role is: FOLLOWER
03:04:07.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.721897 11097 sys_catalog.cc:565] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [sys.catalog]: configured and running, proceeding with master startup.
03:04:07.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.722697 11259 raft_consensus.cc:359] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:07.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.723006 11259 raft_consensus.cc:385] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:07.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.723125 11259 raft_consensus.cc:740] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: de6a0f6393df4ada85eb45eb0b0f246e, State: Initialized, Role: FOLLOWER
03:04:07.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.723664 11259 consensus_queue.cc:260] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:07.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.724628 11275 sys_catalog.cc:455] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } } }
03:04:07.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.724906 11275 sys_catalog.cc:458] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [sys.catalog]: This master's current role is: FOLLOWER
03:04:07.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.725677 11259 sys_catalog.cc:565] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [sys.catalog]: configured and running, proceeding with master startup.
03:04:07.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.732061 11284 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:04:07.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:07.732261 11284 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:04:07.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.736845 11275 raft_consensus.cc:493] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:04:07.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.737031 11275 raft_consensus.cc:515] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:07.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.738317 11275 leader_election.cc:290] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323), 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035)
03:04:07.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.739400 11062 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "76505419105b4dc4a1e93edac918e32c" is_pre_election: true
03:04:07.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.739892 11062 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate de6a0f6393df4ada85eb45eb0b0f246e in term 0.
03:04:07.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.740798 11198 leader_election.cc:304] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 76505419105b4dc4a1e93edac918e32c, de6a0f6393df4ada85eb45eb0b0f246e; no voters:
03:04:07.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.741231 11275 raft_consensus.cc:2804] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 0 FOLLOWER]: Leader pre-election won for term 1
03:04:07.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.741350 11275 raft_consensus.cc:493] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:04:07.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.741432 11275 raft_consensus.cc:3060] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 0 FOLLOWER]: Advancing to term 1
03:04:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.743355 11293 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:04:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.744832 11275 raft_consensus.cc:515] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.745464 11275 leader_election.cc:290] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 1 election: Requested vote from peers 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323), 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035)
03:04:07.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.745819 11062 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "76505419105b4dc4a1e93edac918e32c"
03:04:07.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.745991 11062 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 0 FOLLOWER]: Advancing to term 1
03:04:07.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.734720 11021 master_runner.cc:186] Error getting master registration for 127.10.192.189:37035: OK, instance_id { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" instance_seqno: 1761534247273336 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:04:07.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.748385 11021 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:07.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.749415 11062 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate de6a0f6393df4ada85eb45eb0b0f246e in term 1.
03:04:07.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.752506 11182 master_runner.cc:186] Error getting master registration for 127.10.192.189:37035: OK, instance_id { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" instance_seqno: 1761534247273336 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:04:07.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.757870 11182 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:07.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.758271 11198 leader_election.cc:304] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 76505419105b4dc4a1e93edac918e32c, de6a0f6393df4ada85eb45eb0b0f246e; no voters:
03:04:07.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.758556 11275 raft_consensus.cc:2804] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 1 FOLLOWER]: Leader election won for term 1
03:04:07.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.759017 11275 raft_consensus.cc:697] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 1 LEADER]: Becoming Leader. State: Replica: de6a0f6393df4ada85eb45eb0b0f246e, State: Running, Role: LEADER
03:04:07.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.759464 11275 consensus_queue.cc:237] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:07.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.770200 11294 sys_catalog.cc:455] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [sys.catalog]: SysCatalogTable state changed. Reason: New leader de6a0f6393df4ada85eb45eb0b0f246e. Latest consensus state: current_term: 1 leader_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } } }
03:04:07.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.770568 11294 sys_catalog.cc:458] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [sys.catalog]: This master's current role is: LEADER
03:04:07.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.771260 11296 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
03:04:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.776213 11296 catalog_manager.cc:1494] Initializing Kudu cluster ID...
03:04:07.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.787003 11062 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 1 FOLLOWER]: Refusing update from remote peer de6a0f6393df4ada85eb45eb0b0f246e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:04:07.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.787827 11275 consensus_queue.cc:1048] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [LEADER]: Connected to new peer: Peer: permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:04:07.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.805521 11269 sys_catalog.cc:455] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [sys.catalog]: SysCatalogTable state changed. Reason: New leader de6a0f6393df4ada85eb45eb0b0f246e. Latest consensus state: current_term: 1 leader_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } } }
03:04:07.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.805789 11269 sys_catalog.cc:458] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [sys.catalog]: This master's current role is: FOLLOWER
03:04:07.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.809675 11298 mvcc.cc:204] Tried to move back new op lower bound from 7215244278925144064 to 7215244278827089920. Current Snapshot: MvccSnapshot[applied={T|T < 7215244278925144064}]
03:04:07.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.810169 11294 sys_catalog.cc:455] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } } }
03:04:07.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.810320 11294 sys_catalog.cc:458] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [sys.catalog]: This master's current role is: LEADER
03:04:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.813097 11269 sys_catalog.cc:455] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } } }
03:04:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.813268 11269 sys_catalog.cc:458] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [sys.catalog]: This master's current role is: FOLLOWER
03:04:07.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.816717 11296 catalog_manager.cc:1357] Generated new cluster ID: b86173e8f23c4df0bda752ee79804c7a
03:04:07.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.816821 11296 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
03:04:07.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.846540 11296 catalog_manager.cc:1380] Generated new certificate authority record
03:04:07.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.847999 11296 catalog_manager.cc:1514] Loading token signing keys...
03:04:07.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.863850 11296 catalog_manager.cc:6022] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e: Generated new TSK 0
03:04:07.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.864831 11296 catalog_manager.cc:1524] Initializing in-progress tserver states...
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.872841 11010 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-0/wal
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-0/data
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-0/logs
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-0/data/info.pb
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:04:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:04:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.192.129:0
03:04:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.192.129
03:04:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.192.129
03:04:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559
03:04:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.192.148:37751
03:04:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:04:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:04:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
03:04:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.964723 11178 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } attempt: 5
03:04:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.978693 11178 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16: Bootstrap starting.
03:04:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.982427 11178 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16: Neither blocks nor log segments found. Creating new log.
03:04:07.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.983803 11178 log.cc:826] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16: Log is configured to *not* fsync() on all Append() calls
03:04:07.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.992498 11178 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16: No bootstrap required, opened a new log
03:04:07.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.999281 11178 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:07.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.999682 11178 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:07.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:07.999872 11178 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a315d17969b45168a52f1868fc25e16, State: Initialized, Role: FOLLOWER
03:04:08.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.000634 11178 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.015887 11178 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [sys.catalog]: configured and running, proceeding with master startup.
03:04:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.015944 11143 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a315d17969b45168a52f1868fc25e16" is_pre_election: true
03:04:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.016594 11142 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a315d17969b45168a52f1868fc25e16"
03:04:08.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.018986 11143 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate de6a0f6393df4ada85eb45eb0b0f246e in term 0.
03:04:08.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.019878 11143 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:36882 (request call id 1) took 280 ms (client timeout 351 ms). Trace:
03:04:08.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.020025 11143 rpcz_store.cc:269] 1027 03:04:07.739091 (+ 0us) service_pool.cc:168] Inserting onto call queue
03:04:08.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1027 03:04:07.739154 (+ 63us) service_pool.cc:225] Handling call
03:04:08.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1027 03:04:08.019755 (+280601us) spinlock_profiling.cc:243] Waited 2.57 ms on lock 0x616000041254. stack: 00007fc5a51649f6 00007fc5a51647b0 00007fc5a41403ad 0000000000983f04 0000000000983ecd 000000000098389a 00007fc5b101a7bb 00007fc5b4e86204 00007fc5af023806 00007fc5af023535 00007fc5ac10027e 00007fc5ac0ff15e 00007fc5ac105395 00007fc5ac105cbf 00007fc5ac105ae8 0000000000a8867c
03:04:08.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1027 03:04:08.019818 (+ 63us) inbound_call.cc:173] Queueing success response
03:04:08.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":5921536}
03:04:08.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.021689 11141 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [term 0 FOLLOWER]: Advancing to term 1
03:04:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.026176 11141 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [term 1 FOLLOWER]: Refusing update from remote peer de6a0f6393df4ada85eb45eb0b0f246e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:04:08.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.027786 11294 consensus_queue.cc:1048] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [LEADER]: Connected to new peer: Peer: permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:04:08.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.032192 11305 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } } }
03:04:08.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.032810 11305 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [sys.catalog]: This master's current role is: FOLLOWER
03:04:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.083134 11305 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [sys.catalog]: SysCatalogTable state changed. Reason: New leader de6a0f6393df4ada85eb45eb0b0f246e. Latest consensus state: current_term: 1 leader_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } } }
03:04:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.083425 11305 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [sys.catalog]: This master's current role is: FOLLOWER
03:04:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.083192 11308 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } } }
03:04:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.083614 11308 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [sys.catalog]: This master's current role is: FOLLOWER
03:04:08.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.120621 11294 sys_catalog.cc:455] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } } }
03:04:08.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.120890 11294 sys_catalog.cc:458] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [sys.catalog]: This master's current role is: LEADER
03:04:08.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.121891 11321 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:04:08.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.368400 11303 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:04:08.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.368664 11303 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:04:08.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.368743 11303 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:04:08.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.375612 11303 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:04:08.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.375731 11303 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
03:04:08.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.375804 11303 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
03:04:08.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.375852 11303 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
03:04:08.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.375919 11303 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.192.129
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.384001 11303 tablet_server_runner.cc:78] Tablet server non-default flags:
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.192.148:37751
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-0/data
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-0/wal
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.192.129:0
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-0/data/info.pb
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.192.129
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.192.129
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-0/logs
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 02:43:21 UTC on 24a791456cd2
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8736
03:04:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
03:04:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.385381 11303 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:04:08.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.386960 11303 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:04:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.395157 11326 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.395190 11327 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.395905 11329 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.396292 11303 server_base.cc:1047] running on GCE node
03:04:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.396806 11303 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:04:08.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.397603 11303 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:04:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.398784 11303 hybrid_clock.cc:648] HybridClock initialized: now 1761534248398721 us; error 42 us; skew 500 ppm
03:04:08.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.399039 11303 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:04:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.401067 11303 webserver.cc:492] Webserver started at http://127.10.192.129:38407/ using document root <none> and password file <none>
03:04:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.401696 11303 fs_manager.cc:362] Metadata directory not provided
03:04:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.401855 11303 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:04:08.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.402166 11303 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
03:04:08.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.404320 11303 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-0/data/instance:
03:04:08.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1aab5b6b1020483798a5b4a33cae60e4"
03:04:08.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:04:08 on dist-test-slave-fx78"
03:04:08.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.405121 11303 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-0/wal/instance:
03:04:08.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1aab5b6b1020483798a5b4a33cae60e4"
03:04:08.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:04:08 on dist-test-slave-fx78"
03:04:08.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.409472 11303 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.003s sys 0.001s
03:04:08.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.412156 11335 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:04:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.413453 11303 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
03:04:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.413609 11303 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-0/data,/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-0/wal
03:04:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1aab5b6b1020483798a5b4a33cae60e4"
03:04:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:04:08 on dist-test-slave-fx78"
03:04:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.413771 11303 fs_report.cc:389] FS layout report
03:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-0/wal
03:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-0/wal
03:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-0/data/data
03:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:04:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.433427 11303 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:04:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.434252 11303 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:04:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.434494 11303 kserver.cc:163] Server-wide thread pool size limit: 3276
03:04:08.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.437260 11303 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:04:08.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.437363 11303 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:04:08.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.437460 11303 ts_tablet_manager.cc:616] Registered 0 tablets
03:04:08.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.437574 11303 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:04:08.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.494225 11303 rpc_server.cc:307] RPC server started. Bound to: 127.10.192.129:36103
03:04:08.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.494297 11457 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.192.129:36103 every 8 connection(s)
03:04:08.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.495571 11303 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-0/data/info.pb
03:04:08.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.499120 11010 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu as pid 11303
03:04:08.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.499305 11010 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-0/wal/instance
03:04:08.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.502548 11459 heartbeater.cc:344] Connected to a master server at 127.10.192.190:46323
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.503960 11010 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-1/wal
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-1/data
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-1/logs
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-1/data/info.pb
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.192.130:0
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.192.130
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.192.130
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.192.148:37751
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:04:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
03:04:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.505385 11458 heartbeater.cc:344] Connected to a master server at 127.10.192.188:38559
03:04:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.505672 11458 heartbeater.cc:461] Registering TS with master...
03:04:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.506469 11458 heartbeater.cc:507] Master 127.10.192.188:38559 requested a full tablet report, sending...
03:04:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.506510 11460 heartbeater.cc:344] Connected to a master server at 127.10.192.189:37035
03:04:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.506623 11460 heartbeater.cc:461] Registering TS with master...
03:04:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.507093 11460 heartbeater.cc:507] Master 127.10.192.189:37035 requested a full tablet report, sending...
03:04:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.508533 11214 ts_manager.cc:194] Registered new tserver with Master: 1aab5b6b1020483798a5b4a33cae60e4 (127.10.192.129:36103)
03:04:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.508733 11132 ts_manager.cc:194] Registered new tserver with Master: 1aab5b6b1020483798a5b4a33cae60e4 (127.10.192.129:36103)
03:04:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.509649 11459 heartbeater.cc:461] Registering TS with master...
03:04:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.510015 11459 heartbeater.cc:507] Master 127.10.192.190:46323 requested a full tablet report, sending...
03:04:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.510351 11214 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.10.192.129:47903
03:04:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.511631 11052 ts_manager.cc:194] Registered new tserver with Master: 1aab5b6b1020483798a5b4a33cae60e4 (127.10.192.129:36103)
03:04:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.734706 11284 catalog_manager.cc:1269] Loaded cluster ID: b86173e8f23c4df0bda752ee79804c7a
03:04:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.734839 11284 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c: loading cluster ID for follower catalog manager: success
03:04:08.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.738476 11284 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c: acquiring CA information for follower catalog manager: success
03:04:08.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.740751 11284 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:04:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.805902 11463 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:04:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.806146 11463 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:04:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.806236 11463 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:04:08.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.813448 11463 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:04:08.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.813598 11463 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
03:04:08.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.813663 11463 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
03:04:08.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.813709 11463 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
03:04:08.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.813840 11463 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.192.130
03:04:08.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.822549 11463 tablet_server_runner.cc:78] Tablet server non-default flags:
03:04:08.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:08.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.192.148:37751
03:04:08.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:08.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:08.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-1/data
03:04:08.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-1/wal
03:04:08.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:08.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:08.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.192.130:0
03:04:08.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-1/data/info.pb
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.192.130
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.192.130
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-1/logs
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 02:43:21 UTC on 24a791456cd2
03:04:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8736
03:04:08.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
03:04:08.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.824265 11463 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:04:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.825958 11463 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:04:08.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.834374 11468 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:08.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.834347 11469 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:08.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.835489 11463 server_base.cc:1047] running on GCE node
03:04:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:08.835949 11471 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.836442 11463 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:04:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.837224 11463 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:04:08.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.838410 11463 hybrid_clock.cc:648] HybridClock initialized: now 1761534248838366 us; error 23 us; skew 500 ppm
03:04:08.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.838683 11463 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:04:08.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.840560 11463 webserver.cc:492] Webserver started at http://127.10.192.130:43507/ using document root <none> and password file <none>
03:04:08.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.841192 11463 fs_manager.cc:362] Metadata directory not provided
03:04:08.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.841306 11463 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:04:08.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.841615 11463 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
03:04:08.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.843648 11463 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-1/data/instance:
03:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fae6658832f24650a94af2b3f756df6d"
03:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:04:08 on dist-test-slave-fx78"
03:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.844345 11463 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-1/wal/instance:
03:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fae6658832f24650a94af2b3f756df6d"
03:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:04:08 on dist-test-slave-fx78"
03:04:08.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.848934 11463 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.003s sys 0.000s
03:04:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.851908 11477 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:04:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.852993 11463 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
03:04:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.853125 11463 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-1/data,/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-1/wal
03:04:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fae6658832f24650a94af2b3f756df6d"
03:04:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:04:08 on dist-test-slave-fx78"
03:04:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.853296 11463 fs_report.cc:389] FS layout report
03:04:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:04:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-1/wal
03:04:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-1/wal
03:04:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-1/data/data
03:04:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:04:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:04:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:04:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:04:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:04:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:04:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:04:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:04:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:04:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:04:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:04:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.866329 11463 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:04:08.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.866997 11463 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:04:08.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.867244 11463 kserver.cc:163] Server-wide thread pool size limit: 3276
03:04:08.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.870091 11463 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:04:08.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.870206 11463 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:04:08.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.870301 11463 ts_tablet_manager.cc:616] Registered 0 tablets
03:04:08.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.870360 11463 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:04:08.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.929841 11463 rpc_server.cc:307] RPC server started. Bound to: 127.10.192.130:42087
03:04:08.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.929876 11598 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.192.130:42087 every 8 connection(s)
03:04:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.930989 11463 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-1/data/info.pb
03:04:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.931425 11010 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu as pid 11463
03:04:08.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.931604 11010 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-1/wal/instance
03:04:08.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.933259 11600 heartbeater.cc:344] Connected to a master server at 127.10.192.190:46323
03:04:08.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.933548 11600 heartbeater.cc:461] Registering TS with master...
03:04:08.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.934485 11600 heartbeater.cc:507] Master 127.10.192.190:46323 requested a full tablet report, sending...
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.937127 11010 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-2/wal
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-2/data
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-2/logs
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-2/data/info.pb
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.192.131:0
03:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.192.131
03:04:08.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.192.131
03:04:08.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:08.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559
03:04:08.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.192.148:37751
03:04:08.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:08.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:08.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:08.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:04:08.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:04:08.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
03:04:08.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.940661 11052 ts_manager.cc:194] Registered new tserver with Master: fae6658832f24650a94af2b3f756df6d (127.10.192.130:42087)
03:04:08.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.953529 11599 heartbeater.cc:344] Connected to a master server at 127.10.192.188:38559
03:04:08.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.953598 11601 heartbeater.cc:344] Connected to a master server at 127.10.192.189:37035
03:04:08.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.953706 11599 heartbeater.cc:461] Registering TS with master...
03:04:08.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.953708 11601 heartbeater.cc:461] Registering TS with master...
03:04:08.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.954258 11599 heartbeater.cc:507] Master 127.10.192.188:38559 requested a full tablet report, sending...
03:04:08.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.954277 11601 heartbeater.cc:507] Master 127.10.192.189:37035 requested a full tablet report, sending...
03:04:08.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.955250 11214 ts_manager.cc:194] Registered new tserver with Master: fae6658832f24650a94af2b3f756df6d (127.10.192.130:42087)
03:04:08.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.955277 11132 ts_manager.cc:194] Registered new tserver with Master: fae6658832f24650a94af2b3f756df6d (127.10.192.130:42087)
03:04:08.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:08.956391 11214 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.10.192.130:45321
03:04:09.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.127794 11321 catalog_manager.cc:1269] Loaded cluster ID: b86173e8f23c4df0bda752ee79804c7a
03:04:09.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.127933 11321 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16: loading cluster ID for follower catalog manager: success
03:04:09.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.132172 11321 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16: acquiring CA information for follower catalog manager: success
03:04:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.134585 11321 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:04:09.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:09.237793 11604 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:04:09.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:09.238042 11604 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:04:09.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:09.238155 11604 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:04:09.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:09.245352 11604 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:04:09.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:09.245486 11604 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
03:04:09.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:09.245555 11604 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
03:04:09.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:09.245617 11604 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
03:04:09.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:09.245740 11604 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.192.131
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.254233 11604 tablet_server_runner.cc:78] Tablet server non-default flags:
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.192.148:37751
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-2/data
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-2/wal
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.192.131:0
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-2/data/info.pb
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.192.131
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.192.131
03:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-2/logs
03:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
03:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 02:43:21 UTC on 24a791456cd2
03:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8736
03:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
03:04:09.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.255863 11604 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:04:09.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.257539 11604 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:04:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:09.266173 11611 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:09.266182 11610 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:09.267959 11613 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.268385 11604 server_base.cc:1047] running on GCE node
03:04:09.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.268923 11604 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:04:09.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.269654 11604 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:04:09.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.270851 11604 hybrid_clock.cc:648] HybridClock initialized: now 1761534249270792 us; error 39 us; skew 500 ppm
03:04:09.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.271113 11604 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:04:09.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.273139 11604 webserver.cc:492] Webserver started at http://127.10.192.131:41149/ using document root <none> and password file <none>
03:04:09.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.273759 11604 fs_manager.cc:362] Metadata directory not provided
03:04:09.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.273887 11604 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:04:09.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.274196 11604 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
03:04:09.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.276361 11604 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-2/data/instance:
03:04:09.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22f717a8060e4adb9b58f0d4a27931dd"
03:04:09.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:04:09 on dist-test-slave-fx78"
03:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.277137 11604 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-2/wal/instance:
03:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22f717a8060e4adb9b58f0d4a27931dd"
03:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:04:09 on dist-test-slave-fx78"
03:04:09.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.283725 11604 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
03:04:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.287483 11619 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:04:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.288861 11604 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
03:04:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.288993 11604 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-2/data,/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-2/wal
03:04:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22f717a8060e4adb9b58f0d4a27931dd"
03:04:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:04:09 on dist-test-slave-fx78"
03:04:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.289171 11604 fs_report.cc:389] FS layout report
03:04:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:04:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-2/wal
03:04:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-2/wal
03:04:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-2/data/data
03:04:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:04:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:04:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:04:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:04:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:04:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:04:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:04:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:04:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:04:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:04:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:04:09.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.308202 11604 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:04:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.308967 11604 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:04:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.309214 11604 kserver.cc:163] Server-wide thread pool size limit: 3276
03:04:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.313289 11604 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:04:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.313395 11604 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:04:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.313505 11604 ts_tablet_manager.cc:616] Registered 0 tablets
03:04:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.313609 11604 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:04:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.376552 11604 rpc_server.cc:307] RPC server started. Bound to: 127.10.192.131:36097
03:04:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.376655 11739 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.192.131:36097 every 8 connection(s)
03:04:09.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.377715 11604 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-2/data/info.pb
03:04:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.378700 11010 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu as pid 11604
03:04:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.378858 11010 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/ts-2/wal/instance
03:04:09.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.385638 11741 heartbeater.cc:344] Connected to a master server at 127.10.192.190:46323
03:04:09.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.386039 11741 heartbeater.cc:461] Registering TS with master...
03:04:09.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.387178 11741 heartbeater.cc:507] Master 127.10.192.190:46323 requested a full tablet report, sending...
03:04:09.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.389045 11052 ts_manager.cc:194] Registered new tserver with Master: 22f717a8060e4adb9b58f0d4a27931dd (127.10.192.131:36097)
03:04:09.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.401684 11740 heartbeater.cc:344] Connected to a master server at 127.10.192.188:38559
03:04:09.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.401702 11742 heartbeater.cc:344] Connected to a master server at 127.10.192.189:37035
03:04:09.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.401847 11742 heartbeater.cc:461] Registering TS with master...
03:04:09.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.401851 11740 heartbeater.cc:461] Registering TS with master...
03:04:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.402360 11742 heartbeater.cc:507] Master 127.10.192.189:37035 requested a full tablet report, sending...
03:04:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.402407 11740 heartbeater.cc:507] Master 127.10.192.188:38559 requested a full tablet report, sending...
03:04:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.403362 11214 ts_manager.cc:194] Registered new tserver with Master: 22f717a8060e4adb9b58f0d4a27931dd (127.10.192.131:36097)
03:04:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.403456 11132 ts_manager.cc:194] Registered new tserver with Master: 22f717a8060e4adb9b58f0d4a27931dd (127.10.192.131:36097)
03:04:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.404244 11214 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.10.192.131:42945
03:04:09.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.409049 11010 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
03:04:09.410 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:04:09.410 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
03:04:09.411 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.10.192.190"
port: 46323
}
bound_http_address {
host: "127.10.192.190"
port: 42925
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.10.192.189"
port: 37035
}
bound_http_address {
host: "127.10.192.189"
port: 42731
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.10.192.188"
port: 38559
}
bound_http_address {
host: "127.10.192.188"
port: 36985
}
}
}
03:04:09.412 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:04:09.412 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.10.192.129"
port: 36103
}
bound_http_address {
host: "127.10.192.129"
port: 38407
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.10.192.130"
port: 42087
}
bound_http_address {
host: "127.10.192.130"
port: 43507
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.10.192.131"
port: 36097
}
bound_http_address {
host: "127.10.192.131"
port: 41149
}
}
}
03:04:09.413 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
03:04:09.414 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
03:04:09.416 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:09.417 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.192.188:38559(127.10.192.188:38559)] connecting to peer
03:04:09.418 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:09.420 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.10.192.189:37035(127.10.192.189:37035)] Successfully connected to peer
03:04:09.421 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.10.192.190:46323(127.10.192.190:46323)] Successfully connected to peer
03:04:09.422 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.192.189
03:04:09.424 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.192.190
03:04:09.428 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.10.192.188:38559(127.10.192.188:38559)] Successfully connected to peer
03:04:09.434 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.192.188
03:04:09.438 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdaca13b0, L:/127.0.0.1:58746 - R:/127.10.192.190:46323] using SASL/PLAIN
03:04:09.440 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe52df3d4, L:/127.0.0.1:36890 - R:/127.10.192.189:37035] using SASL/PLAIN
03:04:09.447 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe33fbaf5, L:/127.0.0.1:41510 - R:/127.10.192.188:38559] using SASL/PLAIN
03:04:09.448 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
03:04:09.449 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=33), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [26ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, deferred=null) after lookup
03:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.450366 11214 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:41510:
03:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
03:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
03:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
03:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
03:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
03:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
03:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
03:04:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
03:04:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:09.452356 11214 catalog_manager.cc:7011] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
03:04:09.489 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8a6d47bf4c8a4b208f195860f158358f
03:04:09.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.512759 11458 heartbeater.cc:499] Master 127.10.192.188:38559 was elected leader, sending a full tablet report...
03:04:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.533677 11532 tablet_service.cc:1505] Processing CreateTablet for tablet f32384e8a4014d1abc530dd15720bc87 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=8a6d47bf4c8a4b208f195860f158358f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
03:04:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.533874 11533 tablet_service.cc:1505] Processing CreateTablet for tablet 3f68ffe812454911878826a0330b244d (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=8a6d47bf4c8a4b208f195860f158358f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
03:04:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.535248 11532 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f32384e8a4014d1abc530dd15720bc87. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.534914 11673 tablet_service.cc:1505] Processing CreateTablet for tablet f32384e8a4014d1abc530dd15720bc87 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=8a6d47bf4c8a4b208f195860f158358f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
03:04:09.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.535907 11533 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3f68ffe812454911878826a0330b244d. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:09.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.535279 11674 tablet_service.cc:1505] Processing CreateTablet for tablet 3f68ffe812454911878826a0330b244d (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=8a6d47bf4c8a4b208f195860f158358f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
03:04:09.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.536404 11673 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f32384e8a4014d1abc530dd15720bc87. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:09.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.538559 11674 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3f68ffe812454911878826a0330b244d. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:09.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.540119 11393 tablet_service.cc:1505] Processing CreateTablet for tablet 3f68ffe812454911878826a0330b244d (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=8a6d47bf4c8a4b208f195860f158358f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
03:04:09.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.541136 11393 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3f68ffe812454911878826a0330b244d. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.539945 11392 tablet_service.cc:1505] Processing CreateTablet for tablet f32384e8a4014d1abc530dd15720bc87 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=8a6d47bf4c8a4b208f195860f158358f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
03:04:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.544832 11392 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f32384e8a4014d1abc530dd15720bc87. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:09.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.556394 11766 tablet_bootstrap.cc:492] T 3f68ffe812454911878826a0330b244d P fae6658832f24650a94af2b3f756df6d: Bootstrap starting.
03:04:09.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.556470 11767 tablet_bootstrap.cc:492] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd: Bootstrap starting.
03:04:09.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.558404 11768 tablet_bootstrap.cc:492] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4: Bootstrap starting.
03:04:09.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.560117 11766 tablet_bootstrap.cc:654] T 3f68ffe812454911878826a0330b244d P fae6658832f24650a94af2b3f756df6d: Neither blocks nor log segments found. Creating new log.
03:04:09.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.560117 11767 tablet_bootstrap.cc:654] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd: Neither blocks nor log segments found. Creating new log.
03:04:09.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.561344 11767 log.cc:826] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd: Log is configured to *not* fsync() on all Append() calls
03:04:09.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.561429 11768 tablet_bootstrap.cc:654] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4: Neither blocks nor log segments found. Creating new log.
03:04:09.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.561374 11766 log.cc:826] T 3f68ffe812454911878826a0330b244d P fae6658832f24650a94af2b3f756df6d: Log is configured to *not* fsync() on all Append() calls
03:04:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.562616 11768 log.cc:826] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4: Log is configured to *not* fsync() on all Append() calls
03:04:09.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.579996 11767 tablet_bootstrap.cc:492] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd: No bootstrap required, opened a new log
03:04:09.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.580617 11767 ts_tablet_manager.cc:1403] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd: Time spent bootstrapping tablet: real 0.024s user 0.014s sys 0.009s
03:04:09.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.581704 11768 tablet_bootstrap.cc:492] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4: No bootstrap required, opened a new log
03:04:09.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.581746 11766 tablet_bootstrap.cc:492] T 3f68ffe812454911878826a0330b244d P fae6658832f24650a94af2b3f756df6d: No bootstrap required, opened a new log
03:04:09.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.581970 11768 ts_tablet_manager.cc:1403] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4: Time spent bootstrapping tablet: real 0.024s user 0.004s sys 0.016s
03:04:09.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.582000 11766 ts_tablet_manager.cc:1403] T 3f68ffe812454911878826a0330b244d P fae6658832f24650a94af2b3f756df6d: Time spent bootstrapping tablet: real 0.026s user 0.004s sys 0.019s
03:04:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.587332 11767 raft_consensus.cc:359] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } } peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } }
03:04:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.587694 11767 raft_consensus.cc:385] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.587803 11767 raft_consensus.cc:740] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 22f717a8060e4adb9b58f0d4a27931dd, State: Initialized, Role: FOLLOWER
03:04:09.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.588416 11767 consensus_queue.cc:260] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } } peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } }
03:04:09.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.588498 11766 raft_consensus.cc:359] T 3f68ffe812454911878826a0330b244d P fae6658832f24650a94af2b3f756df6d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } } peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } }
03:04:09.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.588532 11768 raft_consensus.cc:359] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } }
03:04:09.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.588809 11766 raft_consensus.cc:385] T 3f68ffe812454911878826a0330b244d P fae6658832f24650a94af2b3f756df6d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:09.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.588894 11768 raft_consensus.cc:385] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.588946 11766 raft_consensus.cc:740] T 3f68ffe812454911878826a0330b244d P fae6658832f24650a94af2b3f756df6d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fae6658832f24650a94af2b3f756df6d, State: Initialized, Role: FOLLOWER
03:04:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.589001 11768 raft_consensus.cc:740] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1aab5b6b1020483798a5b4a33cae60e4, State: Initialized, Role: FOLLOWER
03:04:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.589561 11768 consensus_queue.cc:260] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } }
03:04:09.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.589870 11766 consensus_queue.cc:260] T 3f68ffe812454911878826a0330b244d P fae6658832f24650a94af2b3f756df6d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } } peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } }
03:04:09.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.595129 11766 ts_tablet_manager.cc:1434] T 3f68ffe812454911878826a0330b244d P fae6658832f24650a94af2b3f756df6d: Time spent starting tablet: real 0.013s user 0.003s sys 0.009s
03:04:09.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.595475 11740 heartbeater.cc:499] Master 127.10.192.188:38559 was elected leader, sending a full tablet report...
03:04:09.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.597002 11599 heartbeater.cc:499] Master 127.10.192.188:38559 was elected leader, sending a full tablet report...
03:04:09.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.597043 11767 ts_tablet_manager.cc:1434] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd: Time spent starting tablet: real 0.016s user 0.010s sys 0.005s
03:04:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.598129 11767 tablet_bootstrap.cc:492] T f32384e8a4014d1abc530dd15720bc87 P 22f717a8060e4adb9b58f0d4a27931dd: Bootstrap starting.
03:04:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.599658 11767 tablet_bootstrap.cc:654] T f32384e8a4014d1abc530dd15720bc87 P 22f717a8060e4adb9b58f0d4a27931dd: Neither blocks nor log segments found. Creating new log.
03:04:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.604269 11767 tablet_bootstrap.cc:492] T f32384e8a4014d1abc530dd15720bc87 P 22f717a8060e4adb9b58f0d4a27931dd: No bootstrap required, opened a new log
03:04:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.604416 11767 ts_tablet_manager.cc:1403] T f32384e8a4014d1abc530dd15720bc87 P 22f717a8060e4adb9b58f0d4a27931dd: Time spent bootstrapping tablet: real 0.006s user 0.000s sys 0.005s
03:04:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.605183 11767 raft_consensus.cc:359] T f32384e8a4014d1abc530dd15720bc87 P 22f717a8060e4adb9b58f0d4a27931dd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } }
03:04:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.605366 11767 raft_consensus.cc:385] T f32384e8a4014d1abc530dd15720bc87 P 22f717a8060e4adb9b58f0d4a27931dd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.605461 11767 raft_consensus.cc:740] T f32384e8a4014d1abc530dd15720bc87 P 22f717a8060e4adb9b58f0d4a27931dd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 22f717a8060e4adb9b58f0d4a27931dd, State: Initialized, Role: FOLLOWER
03:04:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.605779 11767 consensus_queue.cc:260] T f32384e8a4014d1abc530dd15720bc87 P 22f717a8060e4adb9b58f0d4a27931dd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } }
03:04:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.606663 11767 ts_tablet_manager.cc:1434] T f32384e8a4014d1abc530dd15720bc87 P 22f717a8060e4adb9b58f0d4a27931dd: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
03:04:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.608280 11766 tablet_bootstrap.cc:492] T f32384e8a4014d1abc530dd15720bc87 P fae6658832f24650a94af2b3f756df6d: Bootstrap starting.
03:04:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.609985 11766 tablet_bootstrap.cc:654] T f32384e8a4014d1abc530dd15720bc87 P fae6658832f24650a94af2b3f756df6d: Neither blocks nor log segments found. Creating new log.
03:04:09.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.613205 11768 ts_tablet_manager.cc:1434] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4: Time spent starting tablet: real 0.031s user 0.009s sys 0.015s
03:04:09.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.613600 11768 tablet_bootstrap.cc:492] T 3f68ffe812454911878826a0330b244d P 1aab5b6b1020483798a5b4a33cae60e4: Bootstrap starting.
03:04:09.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.615152 11768 tablet_bootstrap.cc:654] T 3f68ffe812454911878826a0330b244d P 1aab5b6b1020483798a5b4a33cae60e4: Neither blocks nor log segments found. Creating new log.
03:04:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.620777 11766 tablet_bootstrap.cc:492] T f32384e8a4014d1abc530dd15720bc87 P fae6658832f24650a94af2b3f756df6d: No bootstrap required, opened a new log
03:04:09.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.621071 11766 ts_tablet_manager.cc:1403] T f32384e8a4014d1abc530dd15720bc87 P fae6658832f24650a94af2b3f756df6d: Time spent bootstrapping tablet: real 0.013s user 0.010s sys 0.000s
03:04:09.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.622586 11766 raft_consensus.cc:359] T f32384e8a4014d1abc530dd15720bc87 P fae6658832f24650a94af2b3f756df6d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } }
03:04:09.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.622849 11766 raft_consensus.cc:385] T f32384e8a4014d1abc530dd15720bc87 P fae6658832f24650a94af2b3f756df6d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.622973 11772 raft_consensus.cc:493] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:04:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.623021 11766 raft_consensus.cc:740] T f32384e8a4014d1abc530dd15720bc87 P fae6658832f24650a94af2b3f756df6d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fae6658832f24650a94af2b3f756df6d, State: Initialized, Role: FOLLOWER
03:04:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.623208 11772 raft_consensus.cc:515] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } } peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } }
03:04:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.623379 11766 consensus_queue.cc:260] T f32384e8a4014d1abc530dd15720bc87 P fae6658832f24650a94af2b3f756df6d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } }
03:04:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.623661 11768 tablet_bootstrap.cc:492] T 3f68ffe812454911878826a0330b244d P 1aab5b6b1020483798a5b4a33cae60e4: No bootstrap required, opened a new log
03:04:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.623822 11768 ts_tablet_manager.cc:1403] T 3f68ffe812454911878826a0330b244d P 1aab5b6b1020483798a5b4a33cae60e4: Time spent bootstrapping tablet: real 0.010s user 0.006s sys 0.003s
03:04:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.624078 11766 ts_tablet_manager.cc:1434] T f32384e8a4014d1abc530dd15720bc87 P fae6658832f24650a94af2b3f756df6d: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
03:04:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.625043 11768 raft_consensus.cc:359] T 3f68ffe812454911878826a0330b244d P 1aab5b6b1020483798a5b4a33cae60e4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } } peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } }
03:04:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.625221 11768 raft_consensus.cc:385] T 3f68ffe812454911878826a0330b244d P 1aab5b6b1020483798a5b4a33cae60e4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.625310 11768 raft_consensus.cc:740] T 3f68ffe812454911878826a0330b244d P 1aab5b6b1020483798a5b4a33cae60e4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1aab5b6b1020483798a5b4a33cae60e4, State: Initialized, Role: FOLLOWER
03:04:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.625588 11768 consensus_queue.cc:260] T 3f68ffe812454911878826a0330b244d P 1aab5b6b1020483798a5b4a33cae60e4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } } peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } }
03:04:09.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.626084 11768 ts_tablet_manager.cc:1434] T 3f68ffe812454911878826a0330b244d P 1aab5b6b1020483798a5b4a33cae60e4: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
03:04:09.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.626638 11772 leader_election.cc:290] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fae6658832f24650a94af2b3f756df6d (127.10.192.130:42087), 1aab5b6b1020483798a5b4a33cae60e4 (127.10.192.129:36103)
03:04:09.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.633244 11553 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "3f68ffe812454911878826a0330b244d" candidate_uuid: "22f717a8060e4adb9b58f0d4a27931dd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fae6658832f24650a94af2b3f756df6d" is_pre_election: true
03:04:09.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.633790 11553 raft_consensus.cc:2468] T 3f68ffe812454911878826a0330b244d P fae6658832f24650a94af2b3f756df6d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 22f717a8060e4adb9b58f0d4a27931dd in term 0.
03:04:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.634306 11623 leader_election.cc:304] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 22f717a8060e4adb9b58f0d4a27931dd, fae6658832f24650a94af2b3f756df6d; no voters:
03:04:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.634398 11413 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "3f68ffe812454911878826a0330b244d" candidate_uuid: "22f717a8060e4adb9b58f0d4a27931dd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1aab5b6b1020483798a5b4a33cae60e4" is_pre_election: true
03:04:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.634663 11772 raft_consensus.cc:2804] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd [term 0 FOLLOWER]: Leader pre-election won for term 1
03:04:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.634835 11772 raft_consensus.cc:493] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:04:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.634824 11413 raft_consensus.cc:2468] T 3f68ffe812454911878826a0330b244d P 1aab5b6b1020483798a5b4a33cae60e4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 22f717a8060e4adb9b58f0d4a27931dd in term 0.
03:04:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.634940 11772 raft_consensus.cc:3060] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd [term 0 FOLLOWER]: Advancing to term 1
03:04:09.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.637758 11772 raft_consensus.cc:515] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } } peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } }
03:04:09.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.638250 11772 leader_election.cc:290] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd [CANDIDATE]: Term 1 election: Requested vote from peers fae6658832f24650a94af2b3f756df6d (127.10.192.130:42087), 1aab5b6b1020483798a5b4a33cae60e4 (127.10.192.129:36103)
03:04:09.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.638649 11553 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "3f68ffe812454911878826a0330b244d" candidate_uuid: "22f717a8060e4adb9b58f0d4a27931dd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fae6658832f24650a94af2b3f756df6d"
03:04:09.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.638675 11413 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "3f68ffe812454911878826a0330b244d" candidate_uuid: "22f717a8060e4adb9b58f0d4a27931dd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1aab5b6b1020483798a5b4a33cae60e4"
03:04:09.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.638837 11553 raft_consensus.cc:3060] T 3f68ffe812454911878826a0330b244d P fae6658832f24650a94af2b3f756df6d [term 0 FOLLOWER]: Advancing to term 1
03:04:09.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.638835 11413 raft_consensus.cc:3060] T 3f68ffe812454911878826a0330b244d P 1aab5b6b1020483798a5b4a33cae60e4 [term 0 FOLLOWER]: Advancing to term 1
03:04:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.641984 11413 raft_consensus.cc:2468] T 3f68ffe812454911878826a0330b244d P 1aab5b6b1020483798a5b4a33cae60e4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 22f717a8060e4adb9b58f0d4a27931dd in term 1.
03:04:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.641984 11553 raft_consensus.cc:2468] T 3f68ffe812454911878826a0330b244d P fae6658832f24650a94af2b3f756df6d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 22f717a8060e4adb9b58f0d4a27931dd in term 1.
03:04:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.642393 11621 leader_election.cc:304] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1aab5b6b1020483798a5b4a33cae60e4, 22f717a8060e4adb9b58f0d4a27931dd; no voters:
03:04:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.642664 11772 raft_consensus.cc:2804] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd [term 1 FOLLOWER]: Leader election won for term 1
03:04:09.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.643060 11772 raft_consensus.cc:697] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd [term 1 LEADER]: Becoming Leader. State: Replica: 22f717a8060e4adb9b58f0d4a27931dd, State: Running, Role: LEADER
03:04:09.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.643535 11772 consensus_queue.cc:237] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } } peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } }
03:04:09.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:09.647401 11743 tablet.cc:2378] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:04:09.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.648249 11213 catalog_manager.cc:5649] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd reported cstate change: term changed from 0 to 1, leader changed from <none> to 22f717a8060e4adb9b58f0d4a27931dd (127.10.192.131). New cstate: current_term: 1 leader_uuid: "22f717a8060e4adb9b58f0d4a27931dd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } health_report { overall_health: UNKNOWN } } }
03:04:09.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:09.695540 11602 tablet.cc:2378] T 3f68ffe812454911878826a0330b244d P fae6658832f24650a94af2b3f756df6d: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:04:09.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:09.750223 11461 tablet.cc:2378] T 3f68ffe812454911878826a0330b244d P 1aab5b6b1020483798a5b4a33cae60e4: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:04:09.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.804250 11773 raft_consensus.cc:493] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:04:09.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.804419 11773 raft_consensus.cc:515] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } }
03:04:09.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.806041 11773 leader_election.cc:290] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fae6658832f24650a94af2b3f756df6d (127.10.192.130:42087), 22f717a8060e4adb9b58f0d4a27931dd (127.10.192.131:36097)
03:04:09.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.812062 11695 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "f32384e8a4014d1abc530dd15720bc87" candidate_uuid: "1aab5b6b1020483798a5b4a33cae60e4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "22f717a8060e4adb9b58f0d4a27931dd" is_pre_election: true
03:04:09.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.812203 11553 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "f32384e8a4014d1abc530dd15720bc87" candidate_uuid: "1aab5b6b1020483798a5b4a33cae60e4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fae6658832f24650a94af2b3f756df6d" is_pre_election: true
03:04:09.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.812358 11695 raft_consensus.cc:2468] T f32384e8a4014d1abc530dd15720bc87 P 22f717a8060e4adb9b58f0d4a27931dd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1aab5b6b1020483798a5b4a33cae60e4 in term 0.
03:04:09.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.812412 11553 raft_consensus.cc:2468] T f32384e8a4014d1abc530dd15720bc87 P fae6658832f24650a94af2b3f756df6d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1aab5b6b1020483798a5b4a33cae60e4 in term 0.
03:04:09.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.812880 11337 leader_election.cc:304] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 1aab5b6b1020483798a5b4a33cae60e4, 22f717a8060e4adb9b58f0d4a27931dd, fae6658832f24650a94af2b3f756df6d; no voters:
03:04:09.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.813217 11773 raft_consensus.cc:2804] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:04:09.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.813334 11773 raft_consensus.cc:493] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:04:09.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.813390 11773 raft_consensus.cc:3060] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4 [term 0 FOLLOWER]: Advancing to term 1
03:04:09.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.815115 11773 raft_consensus.cc:515] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } }
03:04:09.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.815640 11773 leader_election.cc:290] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4 [CANDIDATE]: Term 1 election: Requested vote from peers fae6658832f24650a94af2b3f756df6d (127.10.192.130:42087), 22f717a8060e4adb9b58f0d4a27931dd (127.10.192.131:36097)
03:04:09.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.815959 11553 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "f32384e8a4014d1abc530dd15720bc87" candidate_uuid: "1aab5b6b1020483798a5b4a33cae60e4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fae6658832f24650a94af2b3f756df6d"
03:04:09.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.816109 11553 raft_consensus.cc:3060] T f32384e8a4014d1abc530dd15720bc87 P fae6658832f24650a94af2b3f756df6d [term 0 FOLLOWER]: Advancing to term 1
03:04:09.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.816072 11695 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "f32384e8a4014d1abc530dd15720bc87" candidate_uuid: "1aab5b6b1020483798a5b4a33cae60e4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "22f717a8060e4adb9b58f0d4a27931dd"
03:04:09.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.816257 11695 raft_consensus.cc:3060] T f32384e8a4014d1abc530dd15720bc87 P 22f717a8060e4adb9b58f0d4a27931dd [term 0 FOLLOWER]: Advancing to term 1
03:04:09.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.817884 11553 raft_consensus.cc:2468] T f32384e8a4014d1abc530dd15720bc87 P fae6658832f24650a94af2b3f756df6d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1aab5b6b1020483798a5b4a33cae60e4 in term 1.
03:04:09.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.818174 11695 raft_consensus.cc:2468] T f32384e8a4014d1abc530dd15720bc87 P 22f717a8060e4adb9b58f0d4a27931dd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1aab5b6b1020483798a5b4a33cae60e4 in term 1.
03:04:09.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.818217 11339 leader_election.cc:304] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1aab5b6b1020483798a5b4a33cae60e4, fae6658832f24650a94af2b3f756df6d; no voters:
03:04:09.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.818439 11773 raft_consensus.cc:2804] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4 [term 1 FOLLOWER]: Leader election won for term 1
03:04:09.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.818825 11773 raft_consensus.cc:697] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4 [term 1 LEADER]: Becoming Leader. State: Replica: 1aab5b6b1020483798a5b4a33cae60e4, State: Running, Role: LEADER
03:04:09.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.819257 11773 consensus_queue.cc:237] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } }
03:04:09.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.823746 11213 catalog_manager.cc:5649] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1aab5b6b1020483798a5b4a33cae60e4 (127.10.192.129). New cstate: current_term: 1 leader_uuid: "1aab5b6b1020483798a5b4a33cae60e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } health_report { overall_health: UNKNOWN } } }
03:04:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.897182 11213 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:41526:
03:04:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
03:04:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
03:04:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:04:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
03:04:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:04:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:04:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:04:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
03:04:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
03:04:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:04:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
03:04:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:09.898272 11213 catalog_manager.cc:7011] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
03:04:09.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.908805 11533 tablet_service.cc:1505] Processing CreateTablet for tablet 92af03df9f2a437b9dd3ea996d7ecb09 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=f4f814b8b9e54743b89f57c6a7e90490]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
03:04:09.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.909075 11392 tablet_service.cc:1505] Processing CreateTablet for tablet 92af03df9f2a437b9dd3ea996d7ecb09 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=f4f814b8b9e54743b89f57c6a7e90490]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
03:04:09.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.909163 11674 tablet_service.cc:1505] Processing CreateTablet for tablet 92af03df9f2a437b9dd3ea996d7ecb09 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=f4f814b8b9e54743b89f57c6a7e90490]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
03:04:09.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.909744 11392 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 92af03df9f2a437b9dd3ea996d7ecb09. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:09.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.909744 11533 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 92af03df9f2a437b9dd3ea996d7ecb09. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:09.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.909785 11674 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 92af03df9f2a437b9dd3ea996d7ecb09. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:09.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.914660 11767 tablet_bootstrap.cc:492] T 92af03df9f2a437b9dd3ea996d7ecb09 P 22f717a8060e4adb9b58f0d4a27931dd: Bootstrap starting.
03:04:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.916016 11767 tablet_bootstrap.cc:654] T 92af03df9f2a437b9dd3ea996d7ecb09 P 22f717a8060e4adb9b58f0d4a27931dd: Neither blocks nor log segments found. Creating new log.
03:04:09.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.916361 11768 tablet_bootstrap.cc:492] T 92af03df9f2a437b9dd3ea996d7ecb09 P 1aab5b6b1020483798a5b4a33cae60e4: Bootstrap starting.
03:04:09.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.916982 11766 tablet_bootstrap.cc:492] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d: Bootstrap starting.
03:04:09.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.918259 11766 tablet_bootstrap.cc:654] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d: Neither blocks nor log segments found. Creating new log.
03:04:09.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.918370 11768 tablet_bootstrap.cc:654] T 92af03df9f2a437b9dd3ea996d7ecb09 P 1aab5b6b1020483798a5b4a33cae60e4: Neither blocks nor log segments found. Creating new log.
03:04:09.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.921587 11768 tablet_bootstrap.cc:492] T 92af03df9f2a437b9dd3ea996d7ecb09 P 1aab5b6b1020483798a5b4a33cae60e4: No bootstrap required, opened a new log
03:04:09.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.921744 11768 ts_tablet_manager.cc:1403] T 92af03df9f2a437b9dd3ea996d7ecb09 P 1aab5b6b1020483798a5b4a33cae60e4: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.001s
03:04:09.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.921902 11766 tablet_bootstrap.cc:492] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d: No bootstrap required, opened a new log
03:04:09.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.921892 11767 tablet_bootstrap.cc:492] T 92af03df9f2a437b9dd3ea996d7ecb09 P 22f717a8060e4adb9b58f0d4a27931dd: No bootstrap required, opened a new log
03:04:09.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.922052 11767 ts_tablet_manager.cc:1403] T 92af03df9f2a437b9dd3ea996d7ecb09 P 22f717a8060e4adb9b58f0d4a27931dd: Time spent bootstrapping tablet: real 0.007s user 0.007s sys 0.000s
03:04:09.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.922052 11766 ts_tablet_manager.cc:1403] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.002s
03:04:09.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.922400 11768 raft_consensus.cc:359] T 92af03df9f2a437b9dd3ea996d7ecb09 P 1aab5b6b1020483798a5b4a33cae60e4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } }
03:04:09.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.922582 11768 raft_consensus.cc:385] T 92af03df9f2a437b9dd3ea996d7ecb09 P 1aab5b6b1020483798a5b4a33cae60e4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:09.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.922650 11768 raft_consensus.cc:740] T 92af03df9f2a437b9dd3ea996d7ecb09 P 1aab5b6b1020483798a5b4a33cae60e4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1aab5b6b1020483798a5b4a33cae60e4, State: Initialized, Role: FOLLOWER
03:04:09.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.922711 11767 raft_consensus.cc:359] T 92af03df9f2a437b9dd3ea996d7ecb09 P 22f717a8060e4adb9b58f0d4a27931dd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } }
03:04:09.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.922698 11766 raft_consensus.cc:359] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } }
03:04:09.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.922888 11767 raft_consensus.cc:385] T 92af03df9f2a437b9dd3ea996d7ecb09 P 22f717a8060e4adb9b58f0d4a27931dd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.922890 11766 raft_consensus.cc:385] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.922958 11767 raft_consensus.cc:740] T 92af03df9f2a437b9dd3ea996d7ecb09 P 22f717a8060e4adb9b58f0d4a27931dd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 22f717a8060e4adb9b58f0d4a27931dd, State: Initialized, Role: FOLLOWER
03:04:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.922955 11766 raft_consensus.cc:740] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fae6658832f24650a94af2b3f756df6d, State: Initialized, Role: FOLLOWER
03:04:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.922879 11768 consensus_queue.cc:260] T 92af03df9f2a437b9dd3ea996d7ecb09 P 1aab5b6b1020483798a5b4a33cae60e4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } }
03:04:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.923202 11767 consensus_queue.cc:260] T 92af03df9f2a437b9dd3ea996d7ecb09 P 22f717a8060e4adb9b58f0d4a27931dd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } }
03:04:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.923182 11766 consensus_queue.cc:260] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } }
03:04:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.923333 11768 ts_tablet_manager.cc:1434] T 92af03df9f2a437b9dd3ea996d7ecb09 P 1aab5b6b1020483798a5b4a33cae60e4: Time spent starting tablet: real 0.001s user 0.000s sys 0.002s
03:04:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.923645 11766 ts_tablet_manager.cc:1434] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d: Time spent starting tablet: real 0.002s user 0.001s sys 0.001s
03:04:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.923584 11772 tablet_replica.cc:442] T 92af03df9f2a437b9dd3ea996d7ecb09 P 22f717a8060e4adb9b58f0d4a27931dd: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } } }
03:04:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.923785 11772 tablet_replica.cc:445] T 92af03df9f2a437b9dd3ea996d7ecb09 P 22f717a8060e4adb9b58f0d4a27931dd: This TxnStatusTablet replica's current role is: FOLLOWER
03:04:09.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.924055 11773 tablet_replica.cc:442] T 92af03df9f2a437b9dd3ea996d7ecb09 P 1aab5b6b1020483798a5b4a33cae60e4: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } } }
03:04:09.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.924268 11773 tablet_replica.cc:445] T 92af03df9f2a437b9dd3ea996d7ecb09 P 1aab5b6b1020483798a5b4a33cae60e4: This TxnStatusTablet replica's current role is: FOLLOWER
03:04:09.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.924569 11774 tablet_replica.cc:442] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } } }
03:04:09.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.924816 11774 tablet_replica.cc:445] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d: This TxnStatusTablet replica's current role is: FOLLOWER
03:04:09.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.927006 11767 ts_tablet_manager.cc:1434] T 92af03df9f2a437b9dd3ea996d7ecb09 P 22f717a8060e4adb9b58f0d4a27931dd: Time spent starting tablet: real 0.005s user 0.001s sys 0.001s
03:04:09.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.981259 11774 raft_consensus.cc:493] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:04:09.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.981416 11774 raft_consensus.cc:515] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } }
03:04:09.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.982832 11774 leader_election.cc:290] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1aab5b6b1020483798a5b4a33cae60e4 (127.10.192.129:36103), 22f717a8060e4adb9b58f0d4a27931dd (127.10.192.131:36097)
03:04:09.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.990104 11413 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "92af03df9f2a437b9dd3ea996d7ecb09" candidate_uuid: "fae6658832f24650a94af2b3f756df6d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1aab5b6b1020483798a5b4a33cae60e4" is_pre_election: true
03:04:09.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.990286 11413 raft_consensus.cc:2468] T 92af03df9f2a437b9dd3ea996d7ecb09 P 1aab5b6b1020483798a5b4a33cae60e4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fae6658832f24650a94af2b3f756df6d in term 0.
03:04:09.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.990226 11695 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "92af03df9f2a437b9dd3ea996d7ecb09" candidate_uuid: "fae6658832f24650a94af2b3f756df6d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "22f717a8060e4adb9b58f0d4a27931dd" is_pre_election: true
03:04:09.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.990455 11695 raft_consensus.cc:2468] T 92af03df9f2a437b9dd3ea996d7ecb09 P 22f717a8060e4adb9b58f0d4a27931dd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fae6658832f24650a94af2b3f756df6d in term 0.
03:04:09.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.990765 11479 leader_election.cc:304] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1aab5b6b1020483798a5b4a33cae60e4, fae6658832f24650a94af2b3f756df6d; no voters:
03:04:09.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.991103 11774 raft_consensus.cc:2804] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d [term 0 FOLLOWER]: Leader pre-election won for term 1
03:04:09.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.991223 11774 raft_consensus.cc:493] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:04:09.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.991319 11774 raft_consensus.cc:3060] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d [term 0 FOLLOWER]: Advancing to term 1
03:04:09.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.993161 11774 raft_consensus.cc:515] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } }
03:04:09.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.993635 11774 leader_election.cc:290] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d [CANDIDATE]: Term 1 election: Requested vote from peers 1aab5b6b1020483798a5b4a33cae60e4 (127.10.192.129:36103), 22f717a8060e4adb9b58f0d4a27931dd (127.10.192.131:36097)
03:04:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.994055 11413 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "92af03df9f2a437b9dd3ea996d7ecb09" candidate_uuid: "fae6658832f24650a94af2b3f756df6d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1aab5b6b1020483798a5b4a33cae60e4"
03:04:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.994105 11695 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "92af03df9f2a437b9dd3ea996d7ecb09" candidate_uuid: "fae6658832f24650a94af2b3f756df6d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "22f717a8060e4adb9b58f0d4a27931dd"
03:04:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.994269 11413 raft_consensus.cc:3060] T 92af03df9f2a437b9dd3ea996d7ecb09 P 1aab5b6b1020483798a5b4a33cae60e4 [term 0 FOLLOWER]: Advancing to term 1
03:04:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.994271 11695 raft_consensus.cc:3060] T 92af03df9f2a437b9dd3ea996d7ecb09 P 22f717a8060e4adb9b58f0d4a27931dd [term 0 FOLLOWER]: Advancing to term 1
03:04:09.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.997156 11695 raft_consensus.cc:2468] T 92af03df9f2a437b9dd3ea996d7ecb09 P 22f717a8060e4adb9b58f0d4a27931dd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fae6658832f24650a94af2b3f756df6d in term 1.
03:04:09.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.997157 11413 raft_consensus.cc:2468] T 92af03df9f2a437b9dd3ea996d7ecb09 P 1aab5b6b1020483798a5b4a33cae60e4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fae6658832f24650a94af2b3f756df6d in term 1.
03:04:09.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.997502 11479 leader_election.cc:304] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1aab5b6b1020483798a5b4a33cae60e4, fae6658832f24650a94af2b3f756df6d; no voters:
03:04:09.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.997735 11774 raft_consensus.cc:2804] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d [term 1 FOLLOWER]: Leader election won for term 1
03:04:09.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.998199 11774 raft_consensus.cc:697] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d [term 1 LEADER]: Becoming Leader. State: Replica: fae6658832f24650a94af2b3f756df6d, State: Running, Role: LEADER
03:04:09.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:09.998698 11774 consensus_queue.cc:237] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } }
03:04:10.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.001853 11798 tablet_replica.cc:442] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d: TxnStatusTablet state changed. Reason: New leader fae6658832f24650a94af2b3f756df6d. Latest consensus state: current_term: 1 leader_uuid: "fae6658832f24650a94af2b3f756df6d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } } }
03:04:10.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.002146 11798 tablet_replica.cc:445] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d: This TxnStatusTablet replica's current role is: LEADER
03:04:10.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.003178 11800 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
03:04:10.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.003595 11800 txn_status_manager.cc:930] Loading transaction status metadata into memory...
03:04:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.004712 11213 catalog_manager.cc:5649] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d reported cstate change: term changed from 0 to 1, leader changed from <none> to fae6658832f24650a94af2b3f756df6d (127.10.192.130). New cstate: current_term: 1 leader_uuid: "fae6658832f24650a94af2b3f756df6d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } health_report { overall_health: UNKNOWN } } }
03:04:10.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.031847 11413 raft_consensus.cc:1275] T 92af03df9f2a437b9dd3ea996d7ecb09 P 1aab5b6b1020483798a5b4a33cae60e4 [term 1 FOLLOWER]: Refusing update from remote peer fae6658832f24650a94af2b3f756df6d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:04:10.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.031852 11695 raft_consensus.cc:1275] T 92af03df9f2a437b9dd3ea996d7ecb09 P 22f717a8060e4adb9b58f0d4a27931dd [term 1 FOLLOWER]: Refusing update from remote peer fae6658832f24650a94af2b3f756df6d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:04:10.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.032653 11774 consensus_queue.cc:1048] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d [LEADER]: Connected to new peer: Peer: permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:04:10.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.032878 11798 consensus_queue.cc:1048] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d [LEADER]: Connected to new peer: Peer: permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:04:10.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.040665 11772 tablet_replica.cc:442] T 92af03df9f2a437b9dd3ea996d7ecb09 P 22f717a8060e4adb9b58f0d4a27931dd: TxnStatusTablet state changed. Reason: New leader fae6658832f24650a94af2b3f756df6d. Latest consensus state: current_term: 1 leader_uuid: "fae6658832f24650a94af2b3f756df6d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } } }
03:04:10.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.040863 11772 tablet_replica.cc:445] T 92af03df9f2a437b9dd3ea996d7ecb09 P 22f717a8060e4adb9b58f0d4a27931dd: This TxnStatusTablet replica's current role is: FOLLOWER
03:04:10.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.043418 11803 mvcc.cc:204] Tried to move back new op lower bound from 7215244288122810368 to 7215244287997939712. Current Snapshot: MvccSnapshot[applied={T|T < 7215244288122810368}]
03:04:10.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.046233 11772 tablet_replica.cc:442] T 92af03df9f2a437b9dd3ea996d7ecb09 P 22f717a8060e4adb9b58f0d4a27931dd: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fae6658832f24650a94af2b3f756df6d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } } }
03:04:10.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.046394 11772 tablet_replica.cc:445] T 92af03df9f2a437b9dd3ea996d7ecb09 P 22f717a8060e4adb9b58f0d4a27931dd: This TxnStatusTablet replica's current role is: FOLLOWER
03:04:10.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.050202 11773 tablet_replica.cc:442] T 92af03df9f2a437b9dd3ea996d7ecb09 P 1aab5b6b1020483798a5b4a33cae60e4: TxnStatusTablet state changed. Reason: New leader fae6658832f24650a94af2b3f756df6d. Latest consensus state: current_term: 1 leader_uuid: "fae6658832f24650a94af2b3f756df6d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } } }
03:04:10.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.050406 11773 tablet_replica.cc:445] T 92af03df9f2a437b9dd3ea996d7ecb09 P 1aab5b6b1020483798a5b4a33cae60e4: This TxnStatusTablet replica's current role is: FOLLOWER
03:04:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.054330 11774 tablet_replica.cc:442] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fae6658832f24650a94af2b3f756df6d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } } }
03:04:10.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.054540 11774 tablet_replica.cc:445] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d: This TxnStatusTablet replica's current role is: LEADER
03:04:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.058393 11772 consensus_queue.cc:1048] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd [LEADER]: Connected to new peer: Peer: permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:04:10.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.059332 11774 tablet_replica.cc:442] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fae6658832f24650a94af2b3f756df6d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } } }
03:04:10.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.059482 11774 tablet_replica.cc:445] T 92af03df9f2a437b9dd3ea996d7ecb09 P fae6658832f24650a94af2b3f756df6d: This TxnStatusTablet replica's current role is: LEADER
03:04:10.060 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
03:04:10.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.061089 11773 tablet_replica.cc:442] T 92af03df9f2a437b9dd3ea996d7ecb09 P 1aab5b6b1020483798a5b4a33cae60e4: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fae6658832f24650a94af2b3f756df6d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 } } peers { permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 } } peers { permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 } } }
03:04:10.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.061345 11773 tablet_replica.cc:445] T 92af03df9f2a437b9dd3ea996d7ecb09 P 1aab5b6b1020483798a5b4a33cae60e4: This TxnStatusTablet replica's current role is: FOLLOWER
03:04:10.062 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8a6d47bf4c8a4b208f195860f158358f
03:04:10.062 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.10.192.188:38559
03:04:10.063 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
03:04:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.064392 11010 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu pid 11182
03:04:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.066422 11254 generic_service.cc:196] Checking for leaks (request via RPC)
03:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.068920 11778 consensus_queue.cc:1048] T 3f68ffe812454911878826a0330b244d P 22f717a8060e4adb9b58f0d4a27931dd [LEADER]: Connected to new peer: Peer: permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" member_type: VOTER last_known_addr { host: "127.10.192.129" port: 36103 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:04:10.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.186982 11010 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu with pid 11182
03:04:10.212 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.10.192.188:38559(127.10.192.188:38559)] handling channelInactive
03:04:10.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.188:38559(127.10.192.188:38559)] cleaning up while in state READY due to: connection closed
03:04:10.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:10.212836 11740 heartbeater.cc:646] Failed to heartbeat to 127.10.192.188:38559 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.10.192.188:38559 (error 108)
03:04:10.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:10.213150 11478 connection.cc:537] client connection to 127.10.192.188:38559 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:04:10.214 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:04:10.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:10.213721 11036 connection.cc:537] server connection from 127.0.0.1:58740 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:04:10.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:10.214032 11458 heartbeater.cc:646] Failed to heartbeat to 127.10.192.188:38559 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.10.192.188:38559 (error 108)
03:04:10.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:10.214318 11599 heartbeater.cc:646] Failed to heartbeat to 127.10.192.188:38559 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:04:10.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.346876 11773 consensus_queue.cc:1048] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" member_type: VOTER last_known_addr { host: "127.10.192.131" port: 36097 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:04:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.354269 11773 consensus_queue.cc:1048] T f32384e8a4014d1abc530dd15720bc87 P 1aab5b6b1020483798a5b4a33cae60e4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fae6658832f24650a94af2b3f756df6d" member_type: VOTER last_known_addr { host: "127.10.192.130" port: 42087 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:04:10.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.488160 11819 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader de6a0f6393df4ada85eb45eb0b0f246e)
03:04:10.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.488328 11819 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:10.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.489462 11820 raft_consensus.cc:493] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 1 FOLLOWER]: Starting pre-election (detected failure of leader de6a0f6393df4ada85eb45eb0b0f246e)
03:04:10.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.489519 11819 leader_election.cc:290] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323), de6a0f6393df4ada85eb45eb0b0f246e (127.10.192.188:38559)
03:04:10.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.490005 11062 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a315d17969b45168a52f1868fc25e16" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "76505419105b4dc4a1e93edac918e32c" is_pre_election: true
03:04:10.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.490202 11820 raft_consensus.cc:515] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:10.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.490726 11062 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1a315d17969b45168a52f1868fc25e16 in term 1.
03:04:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.491293 11117 leader_election.cc:304] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1a315d17969b45168a52f1868fc25e16, 76505419105b4dc4a1e93edac918e32c; no voters:
03:04:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.491449 11820 leader_election.cc:290] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035), de6a0f6393df4ada85eb45eb0b0f246e (127.10.192.188:38559)
03:04:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.491806 11819 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [term 1 FOLLOWER]: Leader pre-election won for term 2
03:04:10.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.491847 11141 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "76505419105b4dc4a1e93edac918e32c" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "1a315d17969b45168a52f1868fc25e16" is_pre_election: true
03:04:10.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.492031 11819 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [term 1 FOLLOWER]: Starting leader election (detected failure of leader de6a0f6393df4ada85eb45eb0b0f246e)
03:04:10.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.492138 11819 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [term 1 FOLLOWER]: Advancing to term 2
03:04:10.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:10.492266 11117 leader_election.cc:336] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer de6a0f6393df4ada85eb45eb0b0f246e (127.10.192.188:38559): Network error: Client connection negotiation failed: client connection to 127.10.192.188:38559: connect: Connection refused (error 111)
03:04:10.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:10.493906 11036 leader_election.cc:336] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer de6a0f6393df4ada85eb45eb0b0f246e (127.10.192.188:38559): Network error: Client connection negotiation failed: client connection to 127.10.192.188:38559: connect: Connection refused (error 111)
03:04:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.494793 11819 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.495194 11141 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 76505419105b4dc4a1e93edac918e32c in current term 2: Already voted for candidate 1a315d17969b45168a52f1868fc25e16 in this term.
03:04:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.495779 11062 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a315d17969b45168a52f1868fc25e16" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "76505419105b4dc4a1e93edac918e32c"
03:04:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.495885 11819 leader_election.cc:290] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [CANDIDATE]: Term 2 election: Requested vote from peers 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323), de6a0f6393df4ada85eb45eb0b0f246e (127.10.192.188:38559)
03:04:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.495967 11062 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 1 FOLLOWER]: Advancing to term 2
03:04:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.496757 11036 leader_election.cc:304] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 76505419105b4dc4a1e93edac918e32c; no voters: 1a315d17969b45168a52f1868fc25e16, de6a0f6393df4ada85eb45eb0b0f246e
03:04:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:10.496995 11117 leader_election.cc:336] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer de6a0f6393df4ada85eb45eb0b0f246e (127.10.192.188:38559): Network error: Client connection negotiation failed: client connection to 127.10.192.188:38559: connect: Connection refused (error 111)
03:04:10.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.498237 11062 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1a315d17969b45168a52f1868fc25e16 in term 2.
03:04:10.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.498389 11820 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
03:04:10.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.498636 11117 leader_election.cc:304] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1a315d17969b45168a52f1868fc25e16, 76505419105b4dc4a1e93edac918e32c; no voters: de6a0f6393df4ada85eb45eb0b0f246e
03:04:10.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.498957 11819 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [term 2 FOLLOWER]: Leader election won for term 2
03:04:10.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.499306 11819 raft_consensus.cc:697] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [term 2 LEADER]: Becoming Leader. State: Replica: 1a315d17969b45168a52f1868fc25e16, State: Running, Role: LEADER
03:04:10.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.499739 11819 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:10.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.501149 11825 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1a315d17969b45168a52f1868fc25e16. Latest consensus state: current_term: 2 leader_uuid: "1a315d17969b45168a52f1868fc25e16" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } } }
03:04:10.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.501391 11825 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [sys.catalog]: This master's current role is: LEADER
03:04:10.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.501997 11826 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
03:04:10.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.504913 11826 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=8a6d47bf4c8a4b208f195860f158358f]
03:04:10.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.505465 11826 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=f4f814b8b9e54743b89f57c6a7e90490]
03:04:10.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.507246 11826 tablet_loader.cc:96] loaded metadata for tablet 3f68ffe812454911878826a0330b244d (table txn_manager_fallback_rolling [id=8a6d47bf4c8a4b208f195860f158358f])
03:04:10.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.507637 11826 tablet_loader.cc:96] loaded metadata for tablet 92af03df9f2a437b9dd3ea996d7ecb09 (table kudu_system.kudu_transactions [id=f4f814b8b9e54743b89f57c6a7e90490])
03:04:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.507997 11826 tablet_loader.cc:96] loaded metadata for tablet f32384e8a4014d1abc530dd15720bc87 (table txn_manager_fallback_rolling [id=8a6d47bf4c8a4b208f195860f158358f])
03:04:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.508306 11826 catalog_manager.cc:1494] Initializing Kudu cluster ID...
03:04:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.509207 11826 catalog_manager.cc:1269] Loaded cluster ID: b86173e8f23c4df0bda752ee79804c7a
03:04:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.509290 11826 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
03:04:10.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.510517 11826 catalog_manager.cc:1514] Loading token signing keys...
03:04:10.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.511502 11826 catalog_manager.cc:6033] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16: Loaded TSK: 0
03:04:10.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.512369 11826 catalog_manager.cc:1524] Initializing in-progress tserver states...
03:04:10.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.188:38559(127.10.192.188:38559)] connecting to peer
03:04:10.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.188:38559(127.10.192.188:38559): Connection refused: /127.10.192.188:38559
03:04:10.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.188:38559(127.10.192.188:38559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.188:38559(127.10.192.188:38559): Connection refused: /127.10.192.188:38559
03:04:10.578 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.10.192.188:38559(127.10.192.188:38559) for tablet Kudu Master: Failed to connect to peer master-127.10.192.188:38559(127.10.192.188:38559): Connection refused: /127.10.192.188:38559
03:04:10.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.578703 11062 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 2 FOLLOWER]: Refusing update from remote peer 1a315d17969b45168a52f1868fc25e16: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
03:04:10.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.579304 11825 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [LEADER]: Connected to new peer: Peer: permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
03:04:10.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.580701 11820 sys_catalog.cc:455] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1a315d17969b45168a52f1868fc25e16. Latest consensus state: current_term: 2 leader_uuid: "1a315d17969b45168a52f1868fc25e16" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } } }
03:04:10.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.580886 11820 sys_catalog.cc:458] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [sys.catalog]: This master's current role is: FOLLOWER
03:04:10.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.582559 11820 sys_catalog.cc:455] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "1a315d17969b45168a52f1868fc25e16" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } } }
03:04:10.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.582711 11820 sys_catalog.cc:458] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [sys.catalog]: This master's current role is: FOLLOWER
03:04:10.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.582654 11828 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "1a315d17969b45168a52f1868fc25e16" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } } }
03:04:10.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.582898 11828 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 [sys.catalog]: This master's current role is: LEADER
03:04:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:10.584209 11117 consensus_peers.cc:597] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 -> Peer de6a0f6393df4ada85eb45eb0b0f246e (127.10.192.188:38559): Couldn't send request to peer de6a0f6393df4ada85eb45eb0b0f246e. Status: Network error: Client connection negotiation failed: client connection to 127.10.192.188:38559: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
03:04:10.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.188:38559(127.10.192.188:38559)] connecting to peer
03:04:10.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.188:38559(127.10.192.188:38559): Connection refused: /127.10.192.188:38559
03:04:10.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.188:38559(127.10.192.188:38559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.188:38559(127.10.192.188:38559): Connection refused: /127.10.192.188:38559
03:04:10.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.188:38559: Failed to connect to peer master-127.10.192.188:38559(127.10.192.188:38559): Connection refused: /127.10.192.188:38559
03:04:10.599 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
03:04:10.599 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=22), Traces: [0ms] sending RPC to server master-127.10.192.188:38559, [2ms] received response from server master-127.10.192.188:38559: Network error: Failed to connect to peer master-127.10.192.188:38559(127.10.192.188:38559): Connection refused: /127.10.192.188:38559, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.192.188:38559(127.10.192.188:38559): Connection refused: /127.10.192.188:38559, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: Network error: Failed to connect to peer master-127.10.192.188:38559(127.10.192.188:38559): Connection refused: /127.10.192.188:38559, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: OK, deferred=Deferred@1106812903(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1771505555@68ba2fe4, errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/263344142@661a3a4f)) after lookup
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:10.630244 11132 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36908:
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
03:04:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
03:04:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
03:04:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
03:04:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:04:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
03:04:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:10.635193 11132 catalog_manager.cc:7011] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
03:04:11.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:11.069636 11117 consensus_peers.cc:597] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 -> Peer de6a0f6393df4ada85eb45eb0b0f246e (127.10.192.188:38559): Couldn't send request to peer de6a0f6393df4ada85eb45eb0b0f246e. Status: Network error: Client connection negotiation failed: client connection to 127.10.192.188:38559: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
03:04:11.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:11.600075 11117 consensus_peers.cc:597] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 -> Peer de6a0f6393df4ada85eb45eb0b0f246e (127.10.192.188:38559): Couldn't send request to peer de6a0f6393df4ada85eb45eb0b0f246e. Status: Network error: Client connection negotiation failed: client connection to 127.10.192.188:38559: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
03:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:11.668645 11742 heartbeater.cc:499] Master 127.10.192.189:37035 was elected leader, sending a full tablet report...
03:04:11.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:11.939888 11460 heartbeater.cc:499] Master 127.10.192.189:37035 was elected leader, sending a full tablet report...
03:04:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.079167 11117 consensus_peers.cc:597] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 -> Peer de6a0f6393df4ada85eb45eb0b0f246e (127.10.192.188:38559): Couldn't send request to peer de6a0f6393df4ada85eb45eb0b0f246e. Status: Network error: Client connection negotiation failed: client connection to 127.10.192.188:38559: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
03:04:12.218 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3f68ffe812454911878826a0330b244d for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
03:04:12.218 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f32384e8a4014d1abc530dd15720bc87 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
03:04:12.218 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=3f68ffe812454911878826a0330b244d@[1aab5b6b1020483798a5b4a33cae60e4(127.10.192.129:36103),22f717a8060e4adb9b58f0d4a27931dd(127.10.192.131:36097)[L],fae6658832f24650a94af2b3f756df6d(127.10.192.130:42087)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=f32384e8a4014d1abc530dd15720bc87@[1aab5b6b1020483798a5b4a33cae60e4(127.10.192.129:36103)[L],22f717a8060e4adb9b58f0d4a27931dd(127.10.192.131:36097),fae6658832f24650a94af2b3f756df6d(127.10.192.130:42087)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
03:04:12.218 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.192.189:37035, [2ms] Sub RPC GetTableLocations: received response from server master-127.10.192.189:37035: OK, deferred=null) after lookup
03:04:12.219 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 22f717a8060e4adb9b58f0d4a27931dd(127.10.192.131:36097)] connecting to peer
03:04:12.219 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 22f717a8060e4adb9b58f0d4a27931dd(127.10.192.131:36097)] Successfully connected to peer
03:04:12.230 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xfdbd2e41, L:/127.0.0.1:41218 - R:/127.10.192.131:36097] using TOKEN/null
03:04:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.233346 11648 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.10.192.188:38559)
03:04:12.262 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.10.192.188:38559
03:04:12.262 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
03:04:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.263607 11010 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu
03:04:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/wal
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/data
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/logs
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/data/info.pb
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.192.188:38559
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.192.188
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36985
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.192.148:37751
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34991/jwks.json
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
03:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
03:04:12.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.361425 11601 heartbeater.cc:499] Master 127.10.192.189:37035 was elected leader, sending a full tablet report...
03:04:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.386161 11117 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.192.188:38559: connect: Connection refused (error 111) [suppressed 24 similar messages]
03:04:12.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.562510 11874 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:04:12.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.562779 11874 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:04:12.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.562912 11874 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:04:12.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.570660 11874 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:04:12.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.570747 11874 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
03:04:12.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.570819 11874 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:04:12.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.570875 11874 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:04:12.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.570945 11874 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:04:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.571000 11874 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:04:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.571103 11874 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34991/jwks.json
03:04:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.579367 11874 master_runner.cc:386] Master server non-default flags:
03:04:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.192.148:37751
03:04:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
03:04:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/data
03:04:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/wal
03:04:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:04:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559
03:04:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
03:04:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:04:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.192.188:38559
03:04:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:04:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:04:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:04:12.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34991/jwks.json
03:04:12.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:12.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:12.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/data/info.pb
03:04:12.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.192.188
03:04:12.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36985
03:04:12.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:04:12.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:12.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:04:12.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:04:12.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:12.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/logs
03:04:12.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:12.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:04:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:04:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:04:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:04:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
03:04:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:04:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 02:43:21 UTC on 24a791456cd2
03:04:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8736
03:04:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
03:04:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.581084 11874 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:04:12.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.582578 11874 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:04:12.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.589840 11880 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:12.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.589848 11881 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:12.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.590384 11883 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:12.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.591069 11874 server_base.cc:1047] running on GCE node
03:04:12.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.591770 11874 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:04:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.592650 11117 consensus_peers.cc:597] T 00000000000000000000000000000000 P 1a315d17969b45168a52f1868fc25e16 -> Peer de6a0f6393df4ada85eb45eb0b0f246e (127.10.192.188:38559): Couldn't send request to peer de6a0f6393df4ada85eb45eb0b0f246e. Status: Network error: Client connection negotiation failed: client connection to 127.10.192.188:38559: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
03:04:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.593045 11874 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:04:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.594233 11874 hybrid_clock.cc:648] HybridClock initialized: now 1761534252594173 us; error 35 us; skew 500 ppm
03:04:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.594520 11874 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:04:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.596531 11874 webserver.cc:492] Webserver started at http://127.10.192.188:36985/ using document root <none> and password file <none>
03:04:12.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.597215 11874 fs_manager.cc:362] Metadata directory not provided
03:04:12.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.597358 11874 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:04:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.601641 11874 fs_manager.cc:714] Time spent opening directory manager: real 0.003s user 0.002s sys 0.002s
03:04:12.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.604071 11889 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:04:12.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.605298 11874 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
03:04:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.605419 11874 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/data,/tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/wal
03:04:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de6a0f6393df4ada85eb45eb0b0f246e"
03:04:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:04:07 on dist-test-slave-fx78"
03:04:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.606052 11874 fs_report.cc:389] FS layout report
03:04:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:04:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/wal
03:04:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/wal
03:04:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/data/data
03:04:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:04:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:04:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:04:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:04:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:04:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:04:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:04:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:04:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:04:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:04:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:04:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.622031 11874 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:04:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.622650 11874 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:04:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.622862 11874 kserver.cc:163] Server-wide thread pool size limit: 3276
03:04:12.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.642591 11874 rpc_server.cc:307] RPC server started. Bound to: 127.10.192.188:38559
03:04:12.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.642607 11950 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.192.188:38559 every 8 connection(s)
03:04:12.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.644145 11874 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskpuVJnk/test-tmp/mini-kudu-cluster3476831088396961496/master-2/data/info.pb
03:04:12.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.646884 11010 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu as pid 11874
03:04:12.647 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:04:12.647 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.10.192.189:37035
03:04:12.647 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
03:04:12.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.647749 11010 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu pid 11101
03:04:12.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.648788 11173 generic_service.cc:196] Checking for leaks (request via RPC)
03:04:12.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.651579 11951 sys_catalog.cc:263] Verifying existing consensus state
03:04:12.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.655344 11951 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e: Bootstrap starting.
03:04:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.676028 11951 log.cc:826] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e: Log is configured to *not* fsync() on all Append() calls
03:04:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.696125 11951 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:04:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.696792 11951 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e: Bootstrap complete.
03:04:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.697839 11740 heartbeater.cc:344] Connected to a master server at 127.10.192.188:38559
03:04:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.703104 11951 raft_consensus.cc:359] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.703713 11951 raft_consensus.cc:740] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: de6a0f6393df4ada85eb45eb0b0f246e, State: Initialized, Role: FOLLOWER
03:04:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.704246 11951 consensus_queue.cc:260] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:12.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.705065 11957 sys_catalog.cc:455] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } } }
03:04:12.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.705346 11957 sys_catalog.cc:458] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [sys.catalog]: This master's current role is: FOLLOWER
03:04:12.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.706012 11951 sys_catalog.cc:565] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [sys.catalog]: configured and running, proceeding with master startup.
03:04:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.721700 11968 catalog_manager.cc:1269] Loaded cluster ID: b86173e8f23c4df0bda752ee79804c7a
03:04:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.721794 11968 catalog_manager.cc:1562] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e: loading cluster ID for follower catalog manager: success
03:04:12.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.728749 11968 catalog_manager.cc:1584] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e: acquiring CA information for follower catalog manager: success
03:04:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.730888 11968 catalog_manager.cc:1612] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:04:12.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.783278 11010 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu with pid 11101
03:04:12.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.803370 11480 connection.cc:537] server connection from 127.0.0.1:52498 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:04:12.805 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.10.192.189:37035(127.10.192.189:37035)] handling channelInactive
03:04:12.805 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:04:12.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state READY due to: connection closed
03:04:12.805 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.10.192.189:37035(127.10.192.189:37035) for tablet Kudu Master: connection closed
03:04:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.804926 11970 negotiation.cc:337] Failed RPC negotiation. Trace:
03:04:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1027 03:04:12.737210 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.10.192.189:37035 (local address 127.0.0.1:36916)
03:04:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1027 03:04:12.737353 (+ 143us) negotiation.cc:107] Waiting for socket to connect
03:04:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1027 03:04:12.737370 (+ 17us) client_negotiation.cc:174] Beginning negotiation
03:04:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1027 03:04:12.737463 (+ 93us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
03:04:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1027 03:04:12.783364 (+ 45901us) client_negotiation.cc:271] Received NEGOTIATE NegotiatePB response
03:04:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1027 03:04:12.783373 (+ 9us) client_negotiation.cc:394] Received NEGOTIATE response from server
03:04:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1027 03:04:12.783876 (+ 503us) client_negotiation.cc:189] Negotiated authn=CERTIFICATE
03:04:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1027 03:04:12.784295 (+ 419us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
03:04:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1027 03:04:12.784314 (+ 19us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
03:04:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1027 03:04:12.803604 (+ 19290us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:04:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":55}
03:04:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.805755 11036 connection.cc:537] client connection to 127.10.192.189:37035 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:04:12.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.805982 11021 master_runner.cc:216] Error getting master consensus for 127.10.192.189:37035: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:04:12.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.806231 11021 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:12.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.805477 11874 master_runner.cc:186] Error getting master registration for 127.10.192.189:37035: Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
03:04:12.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.810976 11874 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:12.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:12.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.188:38559(127.10.192.188:38559)] connecting to peer
03:04:12.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:12.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:12.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:12.817 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.10.192.188:38559(127.10.192.188:38559)] Successfully connected to peer
03:04:12.831 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x33a36f44, L:/127.0.0.1:42030 - R:/127.10.192.188:38559] using TOKEN/null
03:04:12.833 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:12.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:12.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:12.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:12.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:12.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:12.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:12.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:12.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:12.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:12.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:12.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:12.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:12.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:12.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:12.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.899471 11974 raft_consensus.cc:493] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 1a315d17969b45168a52f1868fc25e16)
03:04:12.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.899665 11974 raft_consensus.cc:515] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:12.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.900367 11974 leader_election.cc:290] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035), de6a0f6393df4ada85eb45eb0b0f246e (127.10.192.188:38559)
03:04:12.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:12.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.901484 11036 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111) [suppressed 8 similar messages]
03:04:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.902999 11036 leader_election.cc:336] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035): Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:12.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.907677 11916 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "76505419105b4dc4a1e93edac918e32c" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" is_pre_election: true
03:04:12.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.908187 11916 raft_consensus.cc:2468] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 76505419105b4dc4a1e93edac918e32c in term 1.
03:04:12.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.908638 11036 leader_election.cc:304] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 76505419105b4dc4a1e93edac918e32c, de6a0f6393df4ada85eb45eb0b0f246e; no voters: 1a315d17969b45168a52f1868fc25e16
03:04:12.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.908906 11974 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 2 FOLLOWER]: Leader pre-election won for term 3
03:04:12.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.909022 11974 raft_consensus.cc:493] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 2 FOLLOWER]: Starting leader election (detected failure of leader 1a315d17969b45168a52f1868fc25e16)
03:04:12.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.909102 11974 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 2 FOLLOWER]: Advancing to term 3
03:04:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.911767 11974 raft_consensus.cc:515] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.912328 11974 leader_election.cc:290] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [CANDIDATE]: Term 3 election: Requested vote from peers 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035), de6a0f6393df4ada85eb45eb0b0f246e (127.10.192.188:38559)
03:04:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.912935 11916 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "76505419105b4dc4a1e93edac918e32c" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "de6a0f6393df4ada85eb45eb0b0f246e"
03:04:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.913128 11916 raft_consensus.cc:3060] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 1 FOLLOWER]: Advancing to term 3
03:04:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.913470 11036 leader_election.cc:336] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035): Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:12.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:12.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:12.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:12.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:12.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.918488 11916 raft_consensus.cc:2468] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 76505419105b4dc4a1e93edac918e32c in term 3.
03:04:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.918987 11036 leader_election.cc:304] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 76505419105b4dc4a1e93edac918e32c, de6a0f6393df4ada85eb45eb0b0f246e; no voters: 1a315d17969b45168a52f1868fc25e16
03:04:12.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.919345 11974 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 3 FOLLOWER]: Leader election won for term 3
03:04:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.919730 11974 raft_consensus.cc:697] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [term 3 LEADER]: Becoming Leader. State: Replica: 76505419105b4dc4a1e93edac918e32c, State: Running, Role: LEADER
03:04:12.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.920173 11974 consensus_queue.cc:237] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:12.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.921784 11978 sys_catalog.cc:455] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 76505419105b4dc4a1e93edac918e32c. Latest consensus state: current_term: 3 leader_uuid: "76505419105b4dc4a1e93edac918e32c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } } }
03:04:12.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.922057 11978 sys_catalog.cc:458] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [sys.catalog]: This master's current role is: LEADER
03:04:12.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.922699 11980 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
03:04:12.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.924980 11980 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=8a6d47bf4c8a4b208f195860f158358f]
03:04:12.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.925501 11980 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=f4f814b8b9e54743b89f57c6a7e90490]
03:04:12.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.926959 11980 tablet_loader.cc:96] loaded metadata for tablet 3f68ffe812454911878826a0330b244d (table txn_manager_fallback_rolling [id=8a6d47bf4c8a4b208f195860f158358f])
03:04:12.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.927256 11980 tablet_loader.cc:96] loaded metadata for tablet 92af03df9f2a437b9dd3ea996d7ecb09 (table kudu_system.kudu_transactions [id=f4f814b8b9e54743b89f57c6a7e90490])
03:04:12.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.927603 11980 tablet_loader.cc:96] loaded metadata for tablet f32384e8a4014d1abc530dd15720bc87 (table txn_manager_fallback_rolling [id=8a6d47bf4c8a4b208f195860f158358f])
03:04:12.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.927830 11980 catalog_manager.cc:1494] Initializing Kudu cluster ID...
03:04:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.928619 11980 catalog_manager.cc:1269] Loaded cluster ID: b86173e8f23c4df0bda752ee79804c7a
03:04:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.928694 11980 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
03:04:12.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.929641 11980 catalog_manager.cc:1514] Loading token signing keys...
03:04:12.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.930425 11980 catalog_manager.cc:6033] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c: Loaded TSK: 0
03:04:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.931167 11980 catalog_manager.cc:1524] Initializing in-progress tserver states...
03:04:12.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.949898 11458 heartbeater.cc:344] Connected to a master server at 127.10.192.188:38559
03:04:12.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.951902 11906 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "1aab5b6b1020483798a5b4a33cae60e4" instance_seqno: 1761534248486734) as {username='slave'} at 127.10.192.129:42791; Asking this server to re-register.
03:04:12.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.952491 11458 heartbeater.cc:461] Registering TS with master...
03:04:12.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.953955 11906 ts_manager.cc:194] Registered new tserver with Master: 1aab5b6b1020483798a5b4a33cae60e4 (127.10.192.129:36103)
03:04:12.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:12.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:12.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:12.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:12.960 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
03:04:12.960 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.10.192.189:37035, [89ms] received response from server master-127.10.192.189:37035: Network error: connection closed, [89ms] delaying RPC due to: Network error: connection closed, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: OK, [117ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [117ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [183ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: OK, deferred=Deferred@26308664(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1771505555@747679a1 -> (continuation of Deferred@1818041320 after retry RPC after error@1480036074) -> (continuation of Deferred@1387083108 after retry RPC after error@366081505) -> (continuation of Deferred@290930408 after retry RPC after error@1970516726) -> (continuation of Deferred@1313783593 after retry RPC after error@1412048380) -> (continuation of Deferred@2091049455 after retry RPC after error@338565263), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/263344142@2f224ad4 -> (continuation of Deferred@1818041320 after retry RPC after error@1480036074) -> (continuation of Deferred@1387083108 after retry RPC after error@366081505) -> (continuation of Deferred@290930408 after retry RPC after error@1970516726) -> (continuation of Deferred@1313783593 after retry RPC after error@1412048380) -> (continuation of Deferred@2091049455 after retry RPC after error@338565263))) after lookup
03:04:12.976 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.10.192.189:37035, [89ms] received response from server master-127.10.192.189:37035: Network error: connection closed, [89ms] delaying RPC due to: Network error: connection closed, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: OK, [117ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [117ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [183ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: OK, [244ms] sending RPC to server master-127.10.192.190:46323, deferred=Deferred@26308664(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1771505555@747679a1 -> (continuation of Deferred@1818041320 after retry RPC after error@1480036074) -> (continuation of Deferred@1387083108 after retry RPC after error@366081505) -> (continuation of Deferred@290930408 after retry RPC after error@1970516726) -> (continuation of Deferred@1313783593 after retry RPC after error@1412048380) -> (continuation of Deferred@2091049455 after retry RPC after error@338565263) -> (continuation of Deferred@1128196769 after retry RPC@1941928490), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/263344142@2f224ad4 -> (continuation of Deferred@1818041320 after retry RPC after error@1480036074) -> (continuation of Deferred@1387083108 after retry RPC after error@366081505) -> (continuation of Deferred@290930408 after retry RPC after error@1970516726) -> (continuation of Deferred@1313783593 after retry RPC after error@1412048380) -> (continuation of Deferred@2091049455 after retry RPC after error@338565263) -> (continuation of Deferred@1128196769 after retry RPC@1941928490)))
03:04:12.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.976784 11082 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:58746 (request call id 8) took 15 ms (client timeout 6 ms). Trace:
03:04:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.976962 11082 rpcz_store.cc:269] 1027 03:04:12.961121 (+ 0us) service_pool.cc:168] Inserting onto call queue
03:04:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1027 03:04:12.961213 (+ 92us) service_pool.cc:225] Handling call
03:04:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1027 03:04:12.976720 (+ 15507us) inbound_call.cc:173] Queueing success response
03:04:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":434,"thread_start_us":292,"threads_started":2}
03:04:12.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:12.993436 11051 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58790:
03:04:12.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
03:04:12.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
03:04:12.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:12.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:04:12.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:04:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
03:04:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
03:04:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
03:04:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
03:04:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
03:04:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
03:04:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:04:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
03:04:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:12.994966 11051 catalog_manager.cc:7011] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
03:04:12.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 890208863491 + 9223371146645913035 cannot be represented in type 'long'
03:04:13.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:13.001989 11916 raft_consensus.cc:1275] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Refusing update from remote peer 76505419105b4dc4a1e93edac918e32c: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
03:04:13.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:13.002771 11978 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [LEADER]: Connected to new peer: Peer: permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
03:04:13.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:13.006978 11036 consensus_peers.cc:597] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c -> Peer 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035): Couldn't send request to peer 1a315d17969b45168a52f1868fc25e16. Status: Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
03:04:13.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:13.032886 11995 sys_catalog.cc:455] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "76505419105b4dc4a1e93edac918e32c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } } }
03:04:13.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:13.033211 11995 sys_catalog.cc:458] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [sys.catalog]: This master's current role is: FOLLOWER
03:04:13.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:13.033684 11957 sys_catalog.cc:455] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 76505419105b4dc4a1e93edac918e32c. Latest consensus state: current_term: 3 leader_uuid: "76505419105b4dc4a1e93edac918e32c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } } }
03:04:13.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:13.033913 11957 sys_catalog.cc:458] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [sys.catalog]: This master's current role is: FOLLOWER
03:04:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:13.038074 11957 sys_catalog.cc:455] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "76505419105b4dc4a1e93edac918e32c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } } }
03:04:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:13.038250 11957 sys_catalog.cc:458] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [sys.catalog]: This master's current role is: FOLLOWER
03:04:13.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:13.050078 11974 sys_catalog.cc:455] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "76505419105b4dc4a1e93edac918e32c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } } }
03:04:13.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:13.050413 11974 sys_catalog.cc:458] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c [sys.catalog]: This master's current role is: LEADER
03:04:13.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:13.367690 11599 heartbeater.cc:344] Connected to a master server at 127.10.192.188:38559
03:04:13.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:13.369421 11906 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "fae6658832f24650a94af2b3f756df6d" instance_seqno: 1761534248921114) as {username='slave'} at 127.10.192.130:41049; Asking this server to re-register.
03:04:13.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:13.370185 11599 heartbeater.cc:461] Registering TS with master...
03:04:13.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:13.371747 11906 ts_manager.cc:194] Registered new tserver with Master: fae6658832f24650a94af2b3f756df6d (127.10.192.130:42087)
03:04:13.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:13.528712 11036 consensus_peers.cc:597] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c -> Peer 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035): Couldn't send request to peer 1a315d17969b45168a52f1868fc25e16. Status: Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
03:04:13.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:13.702824 11906 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "22f717a8060e4adb9b58f0d4a27931dd" instance_seqno: 1761534249366557) as {username='slave'} at 127.10.192.131:34651; Asking this server to re-register.
03:04:13.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:13.703702 11740 heartbeater.cc:461] Registering TS with master...
03:04:13.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:13.705173 11906 ts_manager.cc:194] Registered new tserver with Master: 22f717a8060e4adb9b58f0d4a27931dd (127.10.192.131:36097)
03:04:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:13.949676 11459 heartbeater.cc:499] Master 127.10.192.190:46323 was elected leader, sending a full tablet report...
03:04:13.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f9bc562aa28 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
03:04:13.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa77c65 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
03:04:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:14.008354 11036 consensus_peers.cc:597] T 00000000000000000000000000000000 P 76505419105b4dc4a1e93edac918e32c -> Peer 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035): Couldn't send request to peer 1a315d17969b45168a52f1868fc25e16. Status: Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
03:04:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f9bd9377ec2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
03:04:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f9bd93679d4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:482:48
03:04:14.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f9bd94cc18e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
03:04:14.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f9bd94ccd6b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
03:04:14.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f9bd94d19af in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
03:04:14.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f9bd33052d6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
03:04:14.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f9bd3305005 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
03:04:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f9bcc67127e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
03:04:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f9bcc67015e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
03:04:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f9bcc676395 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15
03:04:14.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f9bcc676cbf in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5
03:04:14.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f9bcc676ae8 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
03:04:14.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xa8867c in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
03:04:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f9bc56faee8 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
03:04:14.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f9bc8d026da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
03:04:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f9bc183771e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12171e)
03:04:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:04:14.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
03:04:14.075 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.10.192.190:46323(127.10.192.190:46323)] handling channelInactive
03:04:14.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state READY due to: connection closed
03:04:14.075 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.10.192.190:46323(127.10.192.190:46323) for tablet Kudu Master: connection closed
03:04:14.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.098 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:14.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.318 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [63ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [123ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [223ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1012887885(state=PENDING, result=null, callback=(continuation of Deferred@1951969259 after retry RPC after error@1223197586) -> (continuation of Deferred@215267592 after retry RPC after error@1262904518) -> (continuation of Deferred@2060496306 after retry RPC after error@1982350697) -> (continuation of Deferred@1595780701 after retry RPC after error@663064876) -> (continuation of Deferred@1489438035 after retry RPC after error@1827668015) -> (continuation of Deferred@1580016810 after retry RPC after error@1437254322) -> (continuation of Deferred@891795657 after retry RPC after error@1496987450), errback=(continuation of Deferred@1951969259 after retry RPC after error@1223197586) -> (continuation of Deferred@215267592 after retry RPC after error@1262904518) -> (continuation of Deferred@2060496306 after retry RPC after error@1982350697) -> (continuation of Deferred@1595780701 after retry RPC after error@663064876) -> (continuation of Deferred@1489438035 after retry RPC after error@1827668015) -> (continuation of Deferred@1580016810 after retry RPC after error@1437254322) -> (continuation of Deferred@891795657 after retry RPC after error@1496987450)))
03:04:14.319 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [63ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [123ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [223ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1012887885(state=PENDING, result=null, callback=(continuation of Deferred@1951969259 after retry RPC after error@1223197586) -> (continuation of Deferred@215267592 after retry RPC after error@1262904518) -> (continuation of Deferred@2060496306 after retry RPC after error@1982350697) -> (continuation of Deferred@1595780701 after retry RPC after error@663064876) -> (continuation of Deferred@1489438035 after retry RPC after error@1827668015) -> (continuation of Deferred@1580016810 after retry RPC after error@1437254322) -> (continuation of Deferred@891795657 after retry RPC after error@1496987450), errback=(continuation of Deferred@1951969259 after retry RPC after error@1223197586) -> (continuation of Deferred@215267592 after retry RPC after error@1262904518) -> (continuation of Deferred@2060496306 after retry RPC after error@1982350697) -> (continuation of Deferred@1595780701 after retry RPC after error@663064876) -> (continuation of Deferred@1489438035 after retry RPC after error@1827668015) -> (continuation of Deferred@1580016810 after retry RPC after error@1437254322) -> (continuation of Deferred@891795657 after retry RPC after error@1496987450)))
03:04:14.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:14.356889 12003 raft_consensus.cc:493] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 76505419105b4dc4a1e93edac918e32c)
03:04:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:14.357141 12003 raft_consensus.cc:515] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:14.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:14.359166 12003 leader_election.cc:290] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323), 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035)
03:04:14.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:14.360087 11890 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111)
03:04:14.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:14.361320 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323): Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111)
03:04:14.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:14.361507 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035): Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:14.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:14.361581 11890 leader_election.cc:304] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: de6a0f6393df4ada85eb45eb0b0f246e; no voters: 1a315d17969b45168a52f1868fc25e16, 76505419105b4dc4a1e93edac918e32c
03:04:14.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:14.361840 12003 raft_consensus.cc:2749] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:14.366600 11600 heartbeater.cc:499] Master 127.10.192.190:46323 was elected leader, sending a full tablet report...
03:04:14.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.579 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@465601584(state=PENDING, result=null, callback=(continuation of Deferred@54021369 after retry RPC after error@1469556131) -> (continuation of Deferred@1856111656 after retry RPC after error@1901919432) -> (continuation of Deferred@809646494 after retry RPC after error@1511139464) -> (continuation of Deferred@611312806 after retry RPC after error@851703391) -> (continuation of Deferred@334276432 after retry RPC after error@1483840461) -> (continuation of Deferred@65019569 after retry RPC after error@775709084) -> (continuation of Deferred@1486652716 after retry RPC after error@208126465), errback=(continuation of Deferred@54021369 after retry RPC after error@1469556131) -> (continuation of Deferred@1856111656 after retry RPC after error@1901919432) -> (continuation of Deferred@809646494 after retry RPC after error@1511139464) -> (continuation of Deferred@611312806 after retry RPC after error@851703391) -> (continuation of Deferred@334276432 after retry RPC after error@1483840461) -> (continuation of Deferred@65019569 after retry RPC after error@775709084) -> (continuation of Deferred@1486652716 after retry RPC after error@208126465)))
03:04:14.579 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@465601584(state=PENDING, result=null, callback=(continuation of Deferred@54021369 after retry RPC after error@1469556131) -> (continuation of Deferred@1856111656 after retry RPC after error@1901919432) -> (continuation of Deferred@809646494 after retry RPC after error@1511139464) -> (continuation of Deferred@611312806 after retry RPC after error@851703391) -> (continuation of Deferred@334276432 after retry RPC after error@1483840461) -> (continuation of Deferred@65019569 after retry RPC after error@775709084) -> (continuation of Deferred@1486652716 after retry RPC after error@208126465), errback=(continuation of Deferred@54021369 after retry RPC after error@1469556131) -> (continuation of Deferred@1856111656 after retry RPC after error@1901919432) -> (continuation of Deferred@809646494 after retry RPC after error@1511139464) -> (continuation of Deferred@611312806 after retry RPC after error@851703391) -> (continuation of Deferred@334276432 after retry RPC after error@1483840461) -> (continuation of Deferred@65019569 after retry RPC after error@775709084) -> (continuation of Deferred@1486652716 after retry RPC after error@208126465)))
03:04:14.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:14.633463 11484 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.048s from last keepalive heartbeat (effective timeout is 1.000s)
03:04:14.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:14.639727 11517 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.10.192.188:38559)
03:04:14.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:14.685508 11741 heartbeater.cc:499] Master 127.10.192.190:46323 was elected leader, sending a full tablet report...
03:04:14.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [183ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@459925185(state=PENDING, result=null, callback=(continuation of Deferred@502227429 after retry RPC after error@373180626) -> (continuation of Deferred@1277403701 after retry RPC after error@413665950) -> (continuation of Deferred@2125373479 after retry RPC after error@439492600) -> (continuation of Deferred@1271997569 after retry RPC after error@326450079) -> (continuation of Deferred@407969358 after retry RPC after error@303435619) -> (continuation of Deferred@1352778892 after retry RPC after error@1781707972), errback=(continuation of Deferred@502227429 after retry RPC after error@373180626) -> (continuation of Deferred@1277403701 after retry RPC after error@413665950) -> (continuation of Deferred@2125373479 after retry RPC after error@439492600) -> (continuation of Deferred@1271997569 after retry RPC after error@326450079) -> (continuation of Deferred@407969358 after retry RPC after error@303435619) -> (continuation of Deferred@1352778892 after retry RPC after error@1781707972)))
03:04:14.780 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [183ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@459925185(state=PENDING, result=null, callback=(continuation of Deferred@502227429 after retry RPC after error@373180626) -> (continuation of Deferred@1277403701 after retry RPC after error@413665950) -> (continuation of Deferred@2125373479 after retry RPC after error@439492600) -> (continuation of Deferred@1271997569 after retry RPC after error@326450079) -> (continuation of Deferred@407969358 after retry RPC after error@303435619) -> (continuation of Deferred@1352778892 after retry RPC after error@1781707972), errback=(continuation of Deferred@502227429 after retry RPC after error@373180626) -> (continuation of Deferred@1277403701 after retry RPC after error@413665950) -> (continuation of Deferred@2125373479 after retry RPC after error@439492600) -> (continuation of Deferred@1271997569 after retry RPC after error@326450079) -> (continuation of Deferred@407969358 after retry RPC after error@303435619) -> (continuation of Deferred@1352778892 after retry RPC after error@1781707972)))
03:04:14.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:14.786273 12003 raft_consensus.cc:493] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 76505419105b4dc4a1e93edac918e32c)
03:04:14.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:14.786482 12003 raft_consensus.cc:515] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:14.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:14.787050 12003 leader_election.cc:290] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323), 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035)
03:04:14.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:14.788385 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323): Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111)
03:04:14.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:14.788585 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035): Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:14.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:14.788681 11890 leader_election.cc:304] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: de6a0f6393df4ada85eb45eb0b0f246e; no voters: 1a315d17969b45168a52f1868fc25e16, 76505419105b4dc4a1e93edac918e32c
03:04:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:14.788906 12003 raft_consensus.cc:2749] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:14.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.805 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.805 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.880 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.960 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:14.978 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [83ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [163ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1701189325(state=PENDING, result=null, callback=(continuation of Deferred@1590131145 after retry RPC after error@10775034) -> (continuation of Deferred@685827168 after retry RPC after error@2112184271) -> (continuation of Deferred@403269771 after retry RPC after error@994126281) -> (continuation of Deferred@338495781 after retry RPC after error@1130440520) -> (continuation of Deferred@285164191 after retry RPC after error@583151144) -> (continuation of Deferred@1582985076 after retry RPC after error@348866704) -> (continuation of Deferred@2127174444 after retry RPC after error@1296751027), errback=(continuation of Deferred@1590131145 after retry RPC after error@10775034) -> (continuation of Deferred@685827168 after retry RPC after error@2112184271) -> (continuation of Deferred@403269771 after retry RPC after error@994126281) -> (continuation of Deferred@338495781 after retry RPC after error@1130440520) -> (continuation of Deferred@285164191 after retry RPC after error@583151144) -> (continuation of Deferred@1582985076 after retry RPC after error@348866704) -> (continuation of Deferred@2127174444 after retry RPC after error@1296751027)))
03:04:14.979 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [83ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [163ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1701189325(state=PENDING, result=null, callback=(continuation of Deferred@1590131145 after retry RPC after error@10775034) -> (continuation of Deferred@685827168 after retry RPC after error@2112184271) -> (continuation of Deferred@403269771 after retry RPC after error@994126281) -> (continuation of Deferred@338495781 after retry RPC after error@1130440520) -> (continuation of Deferred@285164191 after retry RPC after error@583151144) -> (continuation of Deferred@1582985076 after retry RPC after error@348866704) -> (continuation of Deferred@2127174444 after retry RPC after error@1296751027), errback=(continuation of Deferred@1590131145 after retry RPC after error@10775034) -> (continuation of Deferred@685827168 after retry RPC after error@2112184271) -> (continuation of Deferred@403269771 after retry RPC after error@994126281) -> (continuation of Deferred@338495781 after retry RPC after error@1130440520) -> (continuation of Deferred@285164191 after retry RPC after error@583151144) -> (continuation of Deferred@1582985076 after retry RPC after error@348866704) -> (continuation of Deferred@2127174444 after retry RPC after error@1296751027)))
03:04:14.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:14.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:14.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:14.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:14.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.178 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@135416577(state=PENDING, result=null, callback=(continuation of Deferred@628856102 after retry RPC after error@1524713188) -> (continuation of Deferred@1519427261 after retry RPC after error@1077972141) -> (continuation of Deferred@971764518 after retry RPC after error@1768768665) -> (continuation of Deferred@928406143 after retry RPC after error@1933024732) -> (continuation of Deferred@354624095 after retry RPC after error@376038894) -> (continuation of Deferred@325697790 after retry RPC after error@1551857202) -> (continuation of Deferred@1346541112 after retry RPC after error@157110091), errback=(continuation of Deferred@628856102 after retry RPC after error@1524713188) -> (continuation of Deferred@1519427261 after retry RPC after error@1077972141) -> (continuation of Deferred@971764518 after retry RPC after error@1768768665) -> (continuation of Deferred@928406143 after retry RPC after error@1933024732) -> (continuation of Deferred@354624095 after retry RPC after error@376038894) -> (continuation of Deferred@325697790 after retry RPC after error@1551857202) -> (continuation of Deferred@1346541112 after retry RPC after error@157110091)))
03:04:15.179 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@135416577(state=PENDING, result=null, callback=(continuation of Deferred@628856102 after retry RPC after error@1524713188) -> (continuation of Deferred@1519427261 after retry RPC after error@1077972141) -> (continuation of Deferred@971764518 after retry RPC after error@1768768665) -> (continuation of Deferred@928406143 after retry RPC after error@1933024732) -> (continuation of Deferred@354624095 after retry RPC after error@376038894) -> (continuation of Deferred@325697790 after retry RPC after error@1551857202) -> (continuation of Deferred@1346541112 after retry RPC after error@157110091), errback=(continuation of Deferred@628856102 after retry RPC after error@1524713188) -> (continuation of Deferred@1519427261 after retry RPC after error@1077972141) -> (continuation of Deferred@971764518 after retry RPC after error@1768768665) -> (continuation of Deferred@928406143 after retry RPC after error@1933024732) -> (continuation of Deferred@354624095 after retry RPC after error@376038894) -> (continuation of Deferred@325697790 after retry RPC after error@1551857202) -> (continuation of Deferred@1346541112 after retry RPC after error@157110091)))
03:04:15.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:15.213214 12003 raft_consensus.cc:493] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 76505419105b4dc4a1e93edac918e32c)
03:04:15.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:15.213400 12003 raft_consensus.cc:515] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:15.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:15.214066 12003 leader_election.cc:290] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323), 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035)
03:04:15.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:15.215328 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323): Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111)
03:04:15.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:15.215567 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035): Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:15.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:15.215680 11890 leader_election.cc:304] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: de6a0f6393df4ada85eb45eb0b0f246e; no voters: 1a315d17969b45168a52f1868fc25e16, 76505419105b4dc4a1e93edac918e32c
03:04:15.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:15.215938 12003 raft_consensus.cc:2749] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:15.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.439 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [78ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [79ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [118ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [119ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [158ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1812670023(state=PENDING, result=null, callback=(continuation of Deferred@1896646415 after retry RPC after error@2119679620) -> (continuation of Deferred@1783011019 after retry RPC after error@1607122138) -> (continuation of Deferred@1256942803 after retry RPC after error@160123028) -> (continuation of Deferred@1462073248 after retry RPC after error@1568882162) -> (continuation of Deferred@1285513061 after retry RPC after error@520319370) -> (continuation of Deferred@1676123581 after retry RPC after error@659509406) -> (continuation of Deferred@295524197 after retry RPC after error@353827837), errback=(continuation of Deferred@1896646415 after retry RPC after error@2119679620) -> (continuation of Deferred@1783011019 after retry RPC after error@1607122138) -> (continuation of Deferred@1256942803 after retry RPC after error@160123028) -> (continuation of Deferred@1462073248 after retry RPC after error@1568882162) -> (continuation of Deferred@1285513061 after retry RPC after error@520319370) -> (continuation of Deferred@1676123581 after retry RPC after error@659509406) -> (continuation of Deferred@295524197 after retry RPC after error@353827837)))
03:04:15.440 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [78ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [79ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [118ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [119ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [158ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1812670023(state=PENDING, result=null, callback=(continuation of Deferred@1896646415 after retry RPC after error@2119679620) -> (continuation of Deferred@1783011019 after retry RPC after error@1607122138) -> (continuation of Deferred@1256942803 after retry RPC after error@160123028) -> (continuation of Deferred@1462073248 after retry RPC after error@1568882162) -> (continuation of Deferred@1285513061 after retry RPC after error@520319370) -> (continuation of Deferred@1676123581 after retry RPC after error@659509406) -> (continuation of Deferred@295524197 after retry RPC after error@353827837), errback=(continuation of Deferred@1896646415 after retry RPC after error@2119679620) -> (continuation of Deferred@1783011019 after retry RPC after error@1607122138) -> (continuation of Deferred@1256942803 after retry RPC after error@160123028) -> (continuation of Deferred@1462073248 after retry RPC after error@1568882162) -> (continuation of Deferred@1285513061 after retry RPC after error@520319370) -> (continuation of Deferred@1676123581 after retry RPC after error@659509406) -> (continuation of Deferred@295524197 after retry RPC after error@353827837)))
03:04:15.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.638 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@984730026(state=PENDING, result=null, callback=(continuation of Deferred@609602805 after retry RPC after error@407445971) -> (continuation of Deferred@69191142 after retry RPC after error@811049046) -> (continuation of Deferred@988799181 after retry RPC after error@1803098618) -> (continuation of Deferred@296993158 after retry RPC after error@485197558) -> (continuation of Deferred@1497883694 after retry RPC after error@2060619829) -> (continuation of Deferred@1977798936 after retry RPC after error@897459556) -> (continuation of Deferred@1400815985 after retry RPC after error@1036234771), errback=(continuation of Deferred@609602805 after retry RPC after error@407445971) -> (continuation of Deferred@69191142 after retry RPC after error@811049046) -> (continuation of Deferred@988799181 after retry RPC after error@1803098618) -> (continuation of Deferred@296993158 after retry RPC after error@485197558) -> (continuation of Deferred@1497883694 after retry RPC after error@2060619829) -> (continuation of Deferred@1977798936 after retry RPC after error@897459556) -> (continuation of Deferred@1400815985 after retry RPC after error@1036234771)))
03:04:15.639 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@984730026(state=PENDING, result=null, callback=(continuation of Deferred@609602805 after retry RPC after error@407445971) -> (continuation of Deferred@69191142 after retry RPC after error@811049046) -> (continuation of Deferred@988799181 after retry RPC after error@1803098618) -> (continuation of Deferred@296993158 after retry RPC after error@485197558) -> (continuation of Deferred@1497883694 after retry RPC after error@2060619829) -> (continuation of Deferred@1977798936 after retry RPC after error@897459556) -> (continuation of Deferred@1400815985 after retry RPC after error@1036234771), errback=(continuation of Deferred@609602805 after retry RPC after error@407445971) -> (continuation of Deferred@69191142 after retry RPC after error@811049046) -> (continuation of Deferred@988799181 after retry RPC after error@1803098618) -> (continuation of Deferred@296993158 after retry RPC after error@485197558) -> (continuation of Deferred@1497883694 after retry RPC after error@2060619829) -> (continuation of Deferred@1977798936 after retry RPC after error@897459556) -> (continuation of Deferred@1400815985 after retry RPC after error@1036234771)))
03:04:15.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:15.773425 12028 raft_consensus.cc:493] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 76505419105b4dc4a1e93edac918e32c)
03:04:15.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:15.773566 12028 raft_consensus.cc:515] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:15.774181 12028 leader_election.cc:290] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323), 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035)
03:04:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:15.776002 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323): Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111)
03:04:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:15.776142 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035): Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:15.776239 11890 leader_election.cc:304] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: de6a0f6393df4ada85eb45eb0b0f246e; no voters: 1a315d17969b45168a52f1868fc25e16, 76505419105b4dc4a1e93edac918e32c
03:04:15.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:15.776487 12028 raft_consensus.cc:2749] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:15.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.898 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@830224333(state=PENDING, result=null, callback=(continuation of Deferred@1947246853 after retry RPC after error@1604842943) -> (continuation of Deferred@1458444412 after retry RPC after error@108826419) -> (continuation of Deferred@1997872752 after retry RPC after error@394204960) -> (continuation of Deferred@829734987 after retry RPC after error@1402197057) -> (continuation of Deferred@212514525 after retry RPC after error@1669555839) -> (continuation of Deferred@1952617692 after retry RPC after error@958298061) -> (continuation of Deferred@1616589421 after retry RPC after error@403902599), errback=(continuation of Deferred@1947246853 after retry RPC after error@1604842943) -> (continuation of Deferred@1458444412 after retry RPC after error@108826419) -> (continuation of Deferred@1997872752 after retry RPC after error@394204960) -> (continuation of Deferred@829734987 after retry RPC after error@1402197057) -> (continuation of Deferred@212514525 after retry RPC after error@1669555839) -> (continuation of Deferred@1952617692 after retry RPC after error@958298061) -> (continuation of Deferred@1616589421 after retry RPC after error@403902599)))
03:04:15.899 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@830224333(state=PENDING, result=null, callback=(continuation of Deferred@1947246853 after retry RPC after error@1604842943) -> (continuation of Deferred@1458444412 after retry RPC after error@108826419) -> (continuation of Deferred@1997872752 after retry RPC after error@394204960) -> (continuation of Deferred@829734987 after retry RPC after error@1402197057) -> (continuation of Deferred@212514525 after retry RPC after error@1669555839) -> (continuation of Deferred@1952617692 after retry RPC after error@958298061) -> (continuation of Deferred@1616589421 after retry RPC after error@403902599), errback=(continuation of Deferred@1947246853 after retry RPC after error@1604842943) -> (continuation of Deferred@1458444412 after retry RPC after error@108826419) -> (continuation of Deferred@1997872752 after retry RPC after error@394204960) -> (continuation of Deferred@829734987 after retry RPC after error@1402197057) -> (continuation of Deferred@212514525 after retry RPC after error@1669555839) -> (continuation of Deferred@1952617692 after retry RPC after error@958298061) -> (continuation of Deferred@1616589421 after retry RPC after error@403902599)))
03:04:15.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:15.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:15.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:15.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:15.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:15.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.138 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@160399107(state=PENDING, result=null, callback=(continuation of Deferred@202744 after retry RPC after error@1004720669) -> (continuation of Deferred@620731970 after retry RPC after error@1450871481) -> (continuation of Deferred@1314847577 after retry RPC after error@1669446325) -> (continuation of Deferred@995370249 after retry RPC after error@964251544) -> (continuation of Deferred@4521949 after retry RPC after error@1862183282) -> (continuation of Deferred@1947776457 after retry RPC after error@133046621) -> (continuation of Deferred@552832106 after retry RPC after error@1004344383), errback=(continuation of Deferred@202744 after retry RPC after error@1004720669) -> (continuation of Deferred@620731970 after retry RPC after error@1450871481) -> (continuation of Deferred@1314847577 after retry RPC after error@1669446325) -> (continuation of Deferred@995370249 after retry RPC after error@964251544) -> (continuation of Deferred@4521949 after retry RPC after error@1862183282) -> (continuation of Deferred@1947776457 after retry RPC after error@133046621) -> (continuation of Deferred@552832106 after retry RPC after error@1004344383)))
03:04:16.139 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@160399107(state=PENDING, result=null, callback=(continuation of Deferred@202744 after retry RPC after error@1004720669) -> (continuation of Deferred@620731970 after retry RPC after error@1450871481) -> (continuation of Deferred@1314847577 after retry RPC after error@1669446325) -> (continuation of Deferred@995370249 after retry RPC after error@964251544) -> (continuation of Deferred@4521949 after retry RPC after error@1862183282) -> (continuation of Deferred@1947776457 after retry RPC after error@133046621) -> (continuation of Deferred@552832106 after retry RPC after error@1004344383), errback=(continuation of Deferred@202744 after retry RPC after error@1004720669) -> (continuation of Deferred@620731970 after retry RPC after error@1450871481) -> (continuation of Deferred@1314847577 after retry RPC after error@1669446325) -> (continuation of Deferred@995370249 after retry RPC after error@964251544) -> (continuation of Deferred@4521949 after retry RPC after error@1862183282) -> (continuation of Deferred@1947776457 after retry RPC after error@133046621) -> (continuation of Deferred@552832106 after retry RPC after error@1004344383)))
03:04:16.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [203ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [203ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1796287646(state=PENDING, result=null, callback=(continuation of Deferred@336682248 after retry RPC after error@918714421) -> (continuation of Deferred@2136767910 after retry RPC after error@499899151) -> (continuation of Deferred@61615267 after retry RPC after error@646643507) -> (continuation of Deferred@984024841 after retry RPC after error@2037883121) -> (continuation of Deferred@467423816 after retry RPC after error@1792951655) -> (continuation of Deferred@1757649018 after retry RPC after error@746053051) -> (continuation of Deferred@1438680175 after retry RPC after error@1303189197), errback=(continuation of Deferred@336682248 after retry RPC after error@918714421) -> (continuation of Deferred@2136767910 after retry RPC after error@499899151) -> (continuation of Deferred@61615267 after retry RPC after error@646643507) -> (continuation of Deferred@984024841 after retry RPC after error@2037883121) -> (continuation of Deferred@467423816 after retry RPC after error@1792951655) -> (continuation of Deferred@1757649018 after retry RPC after error@746053051) -> (continuation of Deferred@1438680175 after retry RPC after error@1303189197)))
03:04:16.359 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [203ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [203ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1796287646(state=PENDING, result=null, callback=(continuation of Deferred@336682248 after retry RPC after error@918714421) -> (continuation of Deferred@2136767910 after retry RPC after error@499899151) -> (continuation of Deferred@61615267 after retry RPC after error@646643507) -> (continuation of Deferred@984024841 after retry RPC after error@2037883121) -> (continuation of Deferred@467423816 after retry RPC after error@1792951655) -> (continuation of Deferred@1757649018 after retry RPC after error@746053051) -> (continuation of Deferred@1438680175 after retry RPC after error@1303189197), errback=(continuation of Deferred@336682248 after retry RPC after error@918714421) -> (continuation of Deferred@2136767910 after retry RPC after error@499899151) -> (continuation of Deferred@61615267 after retry RPC after error@646643507) -> (continuation of Deferred@984024841 after retry RPC after error@2037883121) -> (continuation of Deferred@467423816 after retry RPC after error@1792951655) -> (continuation of Deferred@1757649018 after retry RPC after error@746053051) -> (continuation of Deferred@1438680175 after retry RPC after error@1303189197)))
03:04:16.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.578 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@989083425(state=PENDING, result=null, callback=(continuation of Deferred@170672290 after retry RPC after error@1693929450) -> (continuation of Deferred@1219326609 after retry RPC after error@1400576410) -> (continuation of Deferred@993683975 after retry RPC after error@1701640853) -> (continuation of Deferred@1190536531 after retry RPC after error@1305105374) -> (continuation of Deferred@625504818 after retry RPC after error@661822556) -> (continuation of Deferred@1348069724 after retry RPC after error@1334973482) -> (continuation of Deferred@690828808 after retry RPC after error@445566733), errback=(continuation of Deferred@170672290 after retry RPC after error@1693929450) -> (continuation of Deferred@1219326609 after retry RPC after error@1400576410) -> (continuation of Deferred@993683975 after retry RPC after error@1701640853) -> (continuation of Deferred@1190536531 after retry RPC after error@1305105374) -> (continuation of Deferred@625504818 after retry RPC after error@661822556) -> (continuation of Deferred@1348069724 after retry RPC after error@1334973482) -> (continuation of Deferred@690828808 after retry RPC after error@445566733)))
03:04:16.579 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@989083425(state=PENDING, result=null, callback=(continuation of Deferred@170672290 after retry RPC after error@1693929450) -> (continuation of Deferred@1219326609 after retry RPC after error@1400576410) -> (continuation of Deferred@993683975 after retry RPC after error@1701640853) -> (continuation of Deferred@1190536531 after retry RPC after error@1305105374) -> (continuation of Deferred@625504818 after retry RPC after error@661822556) -> (continuation of Deferred@1348069724 after retry RPC after error@1334973482) -> (continuation of Deferred@690828808 after retry RPC after error@445566733), errback=(continuation of Deferred@170672290 after retry RPC after error@1693929450) -> (continuation of Deferred@1219326609 after retry RPC after error@1400576410) -> (continuation of Deferred@993683975 after retry RPC after error@1701640853) -> (continuation of Deferred@1190536531 after retry RPC after error@1305105374) -> (continuation of Deferred@625504818 after retry RPC after error@661822556) -> (continuation of Deferred@1348069724 after retry RPC after error@1334973482) -> (continuation of Deferred@690828808 after retry RPC after error@445566733)))
03:04:16.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.818 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@389983446(state=PENDING, result=null, callback=(continuation of Deferred@551443623 after retry RPC after error@1478924119) -> (continuation of Deferred@148842803 after retry RPC after error@1785031906) -> (continuation of Deferred@940322413 after retry RPC after error@1417447956) -> (continuation of Deferred@622569241 after retry RPC after error@1691929892) -> (continuation of Deferred@1031731348 after retry RPC after error@232974597) -> (continuation of Deferred@1975100623 after retry RPC after error@1470822065) -> (continuation of Deferred@492441224 after retry RPC after error@132806375), errback=(continuation of Deferred@551443623 after retry RPC after error@1478924119) -> (continuation of Deferred@148842803 after retry RPC after error@1785031906) -> (continuation of Deferred@940322413 after retry RPC after error@1417447956) -> (continuation of Deferred@622569241 after retry RPC after error@1691929892) -> (continuation of Deferred@1031731348 after retry RPC after error@232974597) -> (continuation of Deferred@1975100623 after retry RPC after error@1470822065) -> (continuation of Deferred@492441224 after retry RPC after error@132806375)))
03:04:16.818 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@389983446(state=PENDING, result=null, callback=(continuation of Deferred@551443623 after retry RPC after error@1478924119) -> (continuation of Deferred@148842803 after retry RPC after error@1785031906) -> (continuation of Deferred@940322413 after retry RPC after error@1417447956) -> (continuation of Deferred@622569241 after retry RPC after error@1691929892) -> (continuation of Deferred@1031731348 after retry RPC after error@232974597) -> (continuation of Deferred@1975100623 after retry RPC after error@1470822065) -> (continuation of Deferred@492441224 after retry RPC after error@132806375), errback=(continuation of Deferred@551443623 after retry RPC after error@1478924119) -> (continuation of Deferred@148842803 after retry RPC after error@1785031906) -> (continuation of Deferred@940322413 after retry RPC after error@1417447956) -> (continuation of Deferred@622569241 after retry RPC after error@1691929892) -> (continuation of Deferred@1031731348 after retry RPC after error@232974597) -> (continuation of Deferred@1975100623 after retry RPC after error@1470822065) -> (continuation of Deferred@492441224 after retry RPC after error@132806375)))
03:04:16.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.935 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:16.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:16.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:16.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:16.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:16.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.018 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@819285815(state=PENDING, result=null, callback=(continuation of Deferred@151048207 after retry RPC after error@1630571988) -> (continuation of Deferred@1221855432 after retry RPC after error@1382173202) -> (continuation of Deferred@1575844089 after retry RPC after error@953553085) -> (continuation of Deferred@1345117479 after retry RPC after error@282996714) -> (continuation of Deferred@641906616 after retry RPC after error@773392437) -> (continuation of Deferred@409615668 after retry RPC after error@2032853164) -> (continuation of Deferred@1248229190 after retry RPC after error@743999135), errback=(continuation of Deferred@151048207 after retry RPC after error@1630571988) -> (continuation of Deferred@1221855432 after retry RPC after error@1382173202) -> (continuation of Deferred@1575844089 after retry RPC after error@953553085) -> (continuation of Deferred@1345117479 after retry RPC after error@282996714) -> (continuation of Deferred@641906616 after retry RPC after error@773392437) -> (continuation of Deferred@409615668 after retry RPC after error@2032853164) -> (continuation of Deferred@1248229190 after retry RPC after error@743999135)))
03:04:17.018 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@819285815(state=PENDING, result=null, callback=(continuation of Deferred@151048207 after retry RPC after error@1630571988) -> (continuation of Deferred@1221855432 after retry RPC after error@1382173202) -> (continuation of Deferred@1575844089 after retry RPC after error@953553085) -> (continuation of Deferred@1345117479 after retry RPC after error@282996714) -> (continuation of Deferred@641906616 after retry RPC after error@773392437) -> (continuation of Deferred@409615668 after retry RPC after error@2032853164) -> (continuation of Deferred@1248229190 after retry RPC after error@743999135), errback=(continuation of Deferred@151048207 after retry RPC after error@1630571988) -> (continuation of Deferred@1221855432 after retry RPC after error@1382173202) -> (continuation of Deferred@1575844089 after retry RPC after error@953553085) -> (continuation of Deferred@1345117479 after retry RPC after error@282996714) -> (continuation of Deferred@641906616 after retry RPC after error@773392437) -> (continuation of Deferred@409615668 after retry RPC after error@2032853164) -> (continuation of Deferred@1248229190 after retry RPC after error@743999135)))
03:04:17.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.278 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [83ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [123ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [203ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@343808465(state=PENDING, result=null, callback=(continuation of Deferred@109753043 after retry RPC after error@979315155) -> (continuation of Deferred@314190703 after retry RPC after error@1986922616) -> (continuation of Deferred@631320652 after retry RPC after error@1718846618) -> (continuation of Deferred@626080360 after retry RPC after error@595250034) -> (continuation of Deferred@267758593 after retry RPC after error@1968746033) -> (continuation of Deferred@1509312648 after retry RPC after error@748824991) -> (continuation of Deferred@244649390 after retry RPC after error@1049363307), errback=(continuation of Deferred@109753043 after retry RPC after error@979315155) -> (continuation of Deferred@314190703 after retry RPC after error@1986922616) -> (continuation of Deferred@631320652 after retry RPC after error@1718846618) -> (continuation of Deferred@626080360 after retry RPC after error@595250034) -> (continuation of Deferred@267758593 after retry RPC after error@1968746033) -> (continuation of Deferred@1509312648 after retry RPC after error@748824991) -> (continuation of Deferred@244649390 after retry RPC after error@1049363307)))
03:04:17.278 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [83ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [123ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [203ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@343808465(state=PENDING, result=null, callback=(continuation of Deferred@109753043 after retry RPC after error@979315155) -> (continuation of Deferred@314190703 after retry RPC after error@1986922616) -> (continuation of Deferred@631320652 after retry RPC after error@1718846618) -> (continuation of Deferred@626080360 after retry RPC after error@595250034) -> (continuation of Deferred@267758593 after retry RPC after error@1968746033) -> (continuation of Deferred@1509312648 after retry RPC after error@748824991) -> (continuation of Deferred@244649390 after retry RPC after error@1049363307), errback=(continuation of Deferred@109753043 after retry RPC after error@979315155) -> (continuation of Deferred@314190703 after retry RPC after error@1986922616) -> (continuation of Deferred@631320652 after retry RPC after error@1718846618) -> (continuation of Deferred@626080360 after retry RPC after error@595250034) -> (continuation of Deferred@267758593 after retry RPC after error@1968746033) -> (continuation of Deferred@1509312648 after retry RPC after error@748824991) -> (continuation of Deferred@244649390 after retry RPC after error@1049363307)))
03:04:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:17.278932 12038 raft_consensus.cc:493] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 76505419105b4dc4a1e93edac918e32c)
03:04:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:17.279114 12038 raft_consensus.cc:515] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:17.279702 12038 leader_election.cc:290] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323), 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035)
03:04:17.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:17.281633 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323): Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111)
03:04:17.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:17.281808 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035): Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:17.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:17.281884 11890 leader_election.cc:304] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: de6a0f6393df4ada85eb45eb0b0f246e; no voters: 1a315d17969b45168a52f1868fc25e16, 76505419105b4dc4a1e93edac918e32c
03:04:17.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:17.282080 12038 raft_consensus.cc:2749] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:17.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.499 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@992229880(state=PENDING, result=null, callback=(continuation of Deferred@930870523 after retry RPC after error@1608533140) -> (continuation of Deferred@1806686201 after retry RPC after error@1910429837) -> (continuation of Deferred@426387041 after retry RPC after error@1156777276) -> (continuation of Deferred@1366688324 after retry RPC after error@1458287191) -> (continuation of Deferred@519753669 after retry RPC after error@1123873731) -> (continuation of Deferred@603565562 after retry RPC after error@680250072) -> (continuation of Deferred@1623702763 after retry RPC after error@1166031323), errback=(continuation of Deferred@930870523 after retry RPC after error@1608533140) -> (continuation of Deferred@1806686201 after retry RPC after error@1910429837) -> (continuation of Deferred@426387041 after retry RPC after error@1156777276) -> (continuation of Deferred@1366688324 after retry RPC after error@1458287191) -> (continuation of Deferred@519753669 after retry RPC after error@1123873731) -> (continuation of Deferred@603565562 after retry RPC after error@680250072) -> (continuation of Deferred@1623702763 after retry RPC after error@1166031323)))
03:04:17.499 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@992229880(state=PENDING, result=null, callback=(continuation of Deferred@930870523 after retry RPC after error@1608533140) -> (continuation of Deferred@1806686201 after retry RPC after error@1910429837) -> (continuation of Deferred@426387041 after retry RPC after error@1156777276) -> (continuation of Deferred@1366688324 after retry RPC after error@1458287191) -> (continuation of Deferred@519753669 after retry RPC after error@1123873731) -> (continuation of Deferred@603565562 after retry RPC after error@680250072) -> (continuation of Deferred@1623702763 after retry RPC after error@1166031323), errback=(continuation of Deferred@930870523 after retry RPC after error@1608533140) -> (continuation of Deferred@1806686201 after retry RPC after error@1910429837) -> (continuation of Deferred@426387041 after retry RPC after error@1156777276) -> (continuation of Deferred@1366688324 after retry RPC after error@1458287191) -> (continuation of Deferred@519753669 after retry RPC after error@1123873731) -> (continuation of Deferred@603565562 after retry RPC after error@680250072) -> (continuation of Deferred@1623702763 after retry RPC after error@1166031323)))
03:04:17.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.758 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@77746637(state=PENDING, result=null, callback=(continuation of Deferred@1640756486 after retry RPC after error@1890520671) -> (continuation of Deferred@1975607229 after retry RPC after error@1677415665) -> (continuation of Deferred@1562832461 after retry RPC after error@1442041408) -> (continuation of Deferred@707809268 after retry RPC after error@324393631) -> (continuation of Deferred@2037062206 after retry RPC after error@841042589) -> (continuation of Deferred@440855746 after retry RPC after error@670714935) -> (continuation of Deferred@115415068 after retry RPC after error@1051516927), errback=(continuation of Deferred@1640756486 after retry RPC after error@1890520671) -> (continuation of Deferred@1975607229 after retry RPC after error@1677415665) -> (continuation of Deferred@1562832461 after retry RPC after error@1442041408) -> (continuation of Deferred@707809268 after retry RPC after error@324393631) -> (continuation of Deferred@2037062206 after retry RPC after error@841042589) -> (continuation of Deferred@440855746 after retry RPC after error@670714935) -> (continuation of Deferred@115415068 after retry RPC after error@1051516927)))
03:04:17.759 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@77746637(state=PENDING, result=null, callback=(continuation of Deferred@1640756486 after retry RPC after error@1890520671) -> (continuation of Deferred@1975607229 after retry RPC after error@1677415665) -> (continuation of Deferred@1562832461 after retry RPC after error@1442041408) -> (continuation of Deferred@707809268 after retry RPC after error@324393631) -> (continuation of Deferred@2037062206 after retry RPC after error@841042589) -> (continuation of Deferred@440855746 after retry RPC after error@670714935) -> (continuation of Deferred@115415068 after retry RPC after error@1051516927), errback=(continuation of Deferred@1640756486 after retry RPC after error@1890520671) -> (continuation of Deferred@1975607229 after retry RPC after error@1677415665) -> (continuation of Deferred@1562832461 after retry RPC after error@1442041408) -> (continuation of Deferred@707809268 after retry RPC after error@324393631) -> (continuation of Deferred@2037062206 after retry RPC after error@841042589) -> (continuation of Deferred@440855746 after retry RPC after error@670714935) -> (continuation of Deferred@115415068 after retry RPC after error@1051516927)))
03:04:17.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:17.812080 11874 master_runner.cc:186] Error getting master registration for 127.10.192.190:46323: Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111),
03:04:17.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:17.812223 11874 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:17.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:17.867269 12047 raft_consensus.cc:493] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 76505419105b4dc4a1e93edac918e32c)
03:04:17.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:17.867414 12047 raft_consensus.cc:515] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:17.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:17.867862 12047 leader_election.cc:290] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323), 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035)
03:04:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:17.869503 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323): Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111)
03:04:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:17.869645 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035): Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:17.869720 11890 leader_election.cc:304] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: de6a0f6393df4ada85eb45eb0b0f246e; no voters: 1a315d17969b45168a52f1868fc25e16, 76505419105b4dc4a1e93edac918e32c
03:04:17.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:17.869926 12047 raft_consensus.cc:2749] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:17.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:17.978 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@47042267(state=PENDING, result=null, callback=(continuation of Deferred@57300414 after retry RPC after error@724599835) -> (continuation of Deferred@1422048846 after retry RPC after error@949291291) -> (continuation of Deferred@1770220562 after retry RPC after error@1186741605) -> (continuation of Deferred@122542898 after retry RPC after error@385931025) -> (continuation of Deferred@1695668767 after retry RPC after error@1113691341) -> (continuation of Deferred@731661304 after retry RPC after error@984981957) -> (continuation of Deferred@1369396654 after retry RPC after error@521561260), errback=(continuation of Deferred@57300414 after retry RPC after error@724599835) -> (continuation of Deferred@1422048846 after retry RPC after error@949291291) -> (continuation of Deferred@1770220562 after retry RPC after error@1186741605) -> (continuation of Deferred@122542898 after retry RPC after error@385931025) -> (continuation of Deferred@1695668767 after retry RPC after error@1113691341) -> (continuation of Deferred@731661304 after retry RPC after error@984981957) -> (continuation of Deferred@1369396654 after retry RPC after error@521561260)))
03:04:17.979 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@47042267(state=PENDING, result=null, callback=(continuation of Deferred@57300414 after retry RPC after error@724599835) -> (continuation of Deferred@1422048846 after retry RPC after error@949291291) -> (continuation of Deferred@1770220562 after retry RPC after error@1186741605) -> (continuation of Deferred@122542898 after retry RPC after error@385931025) -> (continuation of Deferred@1695668767 after retry RPC after error@1113691341) -> (continuation of Deferred@731661304 after retry RPC after error@984981957) -> (continuation of Deferred@1369396654 after retry RPC after error@521561260), errback=(continuation of Deferred@57300414 after retry RPC after error@724599835) -> (continuation of Deferred@1422048846 after retry RPC after error@949291291) -> (continuation of Deferred@1770220562 after retry RPC after error@1186741605) -> (continuation of Deferred@122542898 after retry RPC after error@385931025) -> (continuation of Deferred@1695668767 after retry RPC after error@1113691341) -> (continuation of Deferred@731661304 after retry RPC after error@984981957) -> (continuation of Deferred@1369396654 after retry RPC after error@521561260)))
03:04:17.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:17.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:17.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:17.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:17.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.238 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@114594770(state=PENDING, result=null, callback=(continuation of Deferred@1509800553 after retry RPC after error@1974675773) -> (continuation of Deferred@527217148 after retry RPC after error@1023736768) -> (continuation of Deferred@152969467 after retry RPC after error@1695029796) -> (continuation of Deferred@529642536 after retry RPC after error@89229025) -> (continuation of Deferred@2108716872 after retry RPC after error@1489804256) -> (continuation of Deferred@1257128997 after retry RPC after error@1132573975) -> (continuation of Deferred@1031114776 after retry RPC after error@31072205), errback=(continuation of Deferred@1509800553 after retry RPC after error@1974675773) -> (continuation of Deferred@527217148 after retry RPC after error@1023736768) -> (continuation of Deferred@152969467 after retry RPC after error@1695029796) -> (continuation of Deferred@529642536 after retry RPC after error@89229025) -> (continuation of Deferred@2108716872 after retry RPC after error@1489804256) -> (continuation of Deferred@1257128997 after retry RPC after error@1132573975) -> (continuation of Deferred@1031114776 after retry RPC after error@31072205)))
03:04:18.238 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@114594770(state=PENDING, result=null, callback=(continuation of Deferred@1509800553 after retry RPC after error@1974675773) -> (continuation of Deferred@527217148 after retry RPC after error@1023736768) -> (continuation of Deferred@152969467 after retry RPC after error@1695029796) -> (continuation of Deferred@529642536 after retry RPC after error@89229025) -> (continuation of Deferred@2108716872 after retry RPC after error@1489804256) -> (continuation of Deferred@1257128997 after retry RPC after error@1132573975) -> (continuation of Deferred@1031114776 after retry RPC after error@31072205), errback=(continuation of Deferred@1509800553 after retry RPC after error@1974675773) -> (continuation of Deferred@527217148 after retry RPC after error@1023736768) -> (continuation of Deferred@152969467 after retry RPC after error@1695029796) -> (continuation of Deferred@529642536 after retry RPC after error@89229025) -> (continuation of Deferred@2108716872 after retry RPC after error@1489804256) -> (continuation of Deferred@1257128997 after retry RPC after error@1132573975) -> (continuation of Deferred@1031114776 after retry RPC after error@31072205)))
03:04:18.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.438 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@307129854(state=PENDING, result=null, callback=(continuation of Deferred@746323144 after retry RPC after error@1156942894) -> (continuation of Deferred@1690889233 after retry RPC after error@92818667) -> (continuation of Deferred@1986428206 after retry RPC after error@513411888) -> (continuation of Deferred@1032967318 after retry RPC after error@2058954971) -> (continuation of Deferred@1072936367 after retry RPC after error@1904147178) -> (continuation of Deferred@1123591479 after retry RPC after error@1899278915) -> (continuation of Deferred@1405632263 after retry RPC after error@1441216062) -> (continuation of Deferred@1379000488 after retry RPC after error@113505799), errback=(continuation of Deferred@746323144 after retry RPC after error@1156942894) -> (continuation of Deferred@1690889233 after retry RPC after error@92818667) -> (continuation of Deferred@1986428206 after retry RPC after error@513411888) -> (continuation of Deferred@1032967318 after retry RPC after error@2058954971) -> (continuation of Deferred@1072936367 after retry RPC after error@1904147178) -> (continuation of Deferred@1123591479 after retry RPC after error@1899278915) -> (continuation of Deferred@1405632263 after retry RPC after error@1441216062) -> (continuation of Deferred@1379000488 after retry RPC after error@113505799)))
03:04:18.439 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@307129854(state=PENDING, result=null, callback=(continuation of Deferred@746323144 after retry RPC after error@1156942894) -> (continuation of Deferred@1690889233 after retry RPC after error@92818667) -> (continuation of Deferred@1986428206 after retry RPC after error@513411888) -> (continuation of Deferred@1032967318 after retry RPC after error@2058954971) -> (continuation of Deferred@1072936367 after retry RPC after error@1904147178) -> (continuation of Deferred@1123591479 after retry RPC after error@1899278915) -> (continuation of Deferred@1405632263 after retry RPC after error@1441216062) -> (continuation of Deferred@1379000488 after retry RPC after error@113505799), errback=(continuation of Deferred@746323144 after retry RPC after error@1156942894) -> (continuation of Deferred@1690889233 after retry RPC after error@92818667) -> (continuation of Deferred@1986428206 after retry RPC after error@513411888) -> (continuation of Deferred@1032967318 after retry RPC after error@2058954971) -> (continuation of Deferred@1072936367 after retry RPC after error@1904147178) -> (continuation of Deferred@1123591479 after retry RPC after error@1899278915) -> (continuation of Deferred@1405632263 after retry RPC after error@1441216062) -> (continuation of Deferred@1379000488 after retry RPC after error@113505799)))
03:04:18.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.698 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1784621986(state=PENDING, result=null, callback=(continuation of Deferred@1594058611 after retry RPC after error@969534693) -> (continuation of Deferred@1256333256 after retry RPC after error@1509109517) -> (continuation of Deferred@487580607 after retry RPC after error@1809291839) -> (continuation of Deferred@831636690 after retry RPC after error@1910120106) -> (continuation of Deferred@321526069 after retry RPC after error@1148940045) -> (continuation of Deferred@2079560708 after retry RPC after error@1518201502) -> (continuation of Deferred@425571157 after retry RPC after error@104965236), errback=(continuation of Deferred@1594058611 after retry RPC after error@969534693) -> (continuation of Deferred@1256333256 after retry RPC after error@1509109517) -> (continuation of Deferred@487580607 after retry RPC after error@1809291839) -> (continuation of Deferred@831636690 after retry RPC after error@1910120106) -> (continuation of Deferred@321526069 after retry RPC after error@1148940045) -> (continuation of Deferred@2079560708 after retry RPC after error@1518201502) -> (continuation of Deferred@425571157 after retry RPC after error@104965236)))
03:04:18.698 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1784621986(state=PENDING, result=null, callback=(continuation of Deferred@1594058611 after retry RPC after error@969534693) -> (continuation of Deferred@1256333256 after retry RPC after error@1509109517) -> (continuation of Deferred@487580607 after retry RPC after error@1809291839) -> (continuation of Deferred@831636690 after retry RPC after error@1910120106) -> (continuation of Deferred@321526069 after retry RPC after error@1148940045) -> (continuation of Deferred@2079560708 after retry RPC after error@1518201502) -> (continuation of Deferred@425571157 after retry RPC after error@104965236), errback=(continuation of Deferred@1594058611 after retry RPC after error@969534693) -> (continuation of Deferred@1256333256 after retry RPC after error@1509109517) -> (continuation of Deferred@487580607 after retry RPC after error@1809291839) -> (continuation of Deferred@831636690 after retry RPC after error@1910120106) -> (continuation of Deferred@321526069 after retry RPC after error@1148940045) -> (continuation of Deferred@2079560708 after retry RPC after error@1518201502) -> (continuation of Deferred@425571157 after retry RPC after error@104965236)))
03:04:18.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.918 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@2633396(state=PENDING, result=null, callback=(continuation of Deferred@1867971951 after retry RPC after error@834577180) -> (continuation of Deferred@1424691191 after retry RPC after error@360171088) -> (continuation of Deferred@1293089812 after retry RPC after error@166723817) -> (continuation of Deferred@99103383 after retry RPC after error@772157756) -> (continuation of Deferred@1957595828 after retry RPC after error@2102406016) -> (continuation of Deferred@963166775 after retry RPC after error@645434359) -> (continuation of Deferred@637755046 after retry RPC after error@1517514189), errback=(continuation of Deferred@1867971951 after retry RPC after error@834577180) -> (continuation of Deferred@1424691191 after retry RPC after error@360171088) -> (continuation of Deferred@1293089812 after retry RPC after error@166723817) -> (continuation of Deferred@99103383 after retry RPC after error@772157756) -> (continuation of Deferred@1957595828 after retry RPC after error@2102406016) -> (continuation of Deferred@963166775 after retry RPC after error@645434359) -> (continuation of Deferred@637755046 after retry RPC after error@1517514189)))
03:04:18.918 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@2633396(state=PENDING, result=null, callback=(continuation of Deferred@1867971951 after retry RPC after error@834577180) -> (continuation of Deferred@1424691191 after retry RPC after error@360171088) -> (continuation of Deferred@1293089812 after retry RPC after error@166723817) -> (continuation of Deferred@99103383 after retry RPC after error@772157756) -> (continuation of Deferred@1957595828 after retry RPC after error@2102406016) -> (continuation of Deferred@963166775 after retry RPC after error@645434359) -> (continuation of Deferred@637755046 after retry RPC after error@1517514189), errback=(continuation of Deferred@1867971951 after retry RPC after error@834577180) -> (continuation of Deferred@1424691191 after retry RPC after error@360171088) -> (continuation of Deferred@1293089812 after retry RPC after error@166723817) -> (continuation of Deferred@99103383 after retry RPC after error@772157756) -> (continuation of Deferred@1957595828 after retry RPC after error@2102406016) -> (continuation of Deferred@963166775 after retry RPC after error@645434359) -> (continuation of Deferred@637755046 after retry RPC after error@1517514189)))
03:04:18.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:18.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:18.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:18.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:18.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:18.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.098 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [83ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [103ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [103ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [123ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@530583092(state=PENDING, result=null, callback=(continuation of Deferred@437557300 after retry RPC after error@537288371) -> (continuation of Deferred@764985346 after retry RPC after error@844544555) -> (continuation of Deferred@205345133 after retry RPC after error@509375903) -> (continuation of Deferred@1966030470 after retry RPC after error@1915700714) -> (continuation of Deferred@352306427 after retry RPC after error@1777515382) -> (continuation of Deferred@1705341888 after retry RPC after error@1840081547) -> (continuation of Deferred@127902681 after retry RPC after error@2076873047), errback=(continuation of Deferred@437557300 after retry RPC after error@537288371) -> (continuation of Deferred@764985346 after retry RPC after error@844544555) -> (continuation of Deferred@205345133 after retry RPC after error@509375903) -> (continuation of Deferred@1966030470 after retry RPC after error@1915700714) -> (continuation of Deferred@352306427 after retry RPC after error@1777515382) -> (continuation of Deferred@1705341888 after retry RPC after error@1840081547) -> (continuation of Deferred@127902681 after retry RPC after error@2076873047)))
03:04:19.098 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [83ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [103ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [103ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [123ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@530583092(state=PENDING, result=null, callback=(continuation of Deferred@437557300 after retry RPC after error@537288371) -> (continuation of Deferred@764985346 after retry RPC after error@844544555) -> (continuation of Deferred@205345133 after retry RPC after error@509375903) -> (continuation of Deferred@1966030470 after retry RPC after error@1915700714) -> (continuation of Deferred@352306427 after retry RPC after error@1777515382) -> (continuation of Deferred@1705341888 after retry RPC after error@1840081547) -> (continuation of Deferred@127902681 after retry RPC after error@2076873047), errback=(continuation of Deferred@437557300 after retry RPC after error@537288371) -> (continuation of Deferred@764985346 after retry RPC after error@844544555) -> (continuation of Deferred@205345133 after retry RPC after error@509375903) -> (continuation of Deferred@1966030470 after retry RPC after error@1915700714) -> (continuation of Deferred@352306427 after retry RPC after error@1777515382) -> (continuation of Deferred@1705341888 after retry RPC after error@1840081547) -> (continuation of Deferred@127902681 after retry RPC after error@2076873047)))
03:04:19.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.318 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1794880947(state=PENDING, result=null, callback=(continuation of Deferred@66711966 after retry RPC after error@1914963398) -> (continuation of Deferred@2122952036 after retry RPC after error@1231608107) -> (continuation of Deferred@97629337 after retry RPC after error@1468632016) -> (continuation of Deferred@1683549896 after retry RPC after error@1802945257) -> (continuation of Deferred@1670108770 after retry RPC after error@2017920712) -> (continuation of Deferred@1540000166 after retry RPC after error@116816316) -> (continuation of Deferred@1005819846 after retry RPC after error@2076358454), errback=(continuation of Deferred@66711966 after retry RPC after error@1914963398) -> (continuation of Deferred@2122952036 after retry RPC after error@1231608107) -> (continuation of Deferred@97629337 after retry RPC after error@1468632016) -> (continuation of Deferred@1683549896 after retry RPC after error@1802945257) -> (continuation of Deferred@1670108770 after retry RPC after error@2017920712) -> (continuation of Deferred@1540000166 after retry RPC after error@116816316) -> (continuation of Deferred@1005819846 after retry RPC after error@2076358454)))
03:04:19.318 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1794880947(state=PENDING, result=null, callback=(continuation of Deferred@66711966 after retry RPC after error@1914963398) -> (continuation of Deferred@2122952036 after retry RPC after error@1231608107) -> (continuation of Deferred@97629337 after retry RPC after error@1468632016) -> (continuation of Deferred@1683549896 after retry RPC after error@1802945257) -> (continuation of Deferred@1670108770 after retry RPC after error@2017920712) -> (continuation of Deferred@1540000166 after retry RPC after error@116816316) -> (continuation of Deferred@1005819846 after retry RPC after error@2076358454), errback=(continuation of Deferred@66711966 after retry RPC after error@1914963398) -> (continuation of Deferred@2122952036 after retry RPC after error@1231608107) -> (continuation of Deferred@97629337 after retry RPC after error@1468632016) -> (continuation of Deferred@1683549896 after retry RPC after error@1802945257) -> (continuation of Deferred@1670108770 after retry RPC after error@2017920712) -> (continuation of Deferred@1540000166 after retry RPC after error@116816316) -> (continuation of Deferred@1005819846 after retry RPC after error@2076358454)))
03:04:19.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.478 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@195718269(state=PENDING, result=null, callback=(continuation of Deferred@1367755243 after retry RPC after error@1393344764) -> (continuation of Deferred@101644865 after retry RPC after error@1579136889) -> (continuation of Deferred@1026913344 after retry RPC after error@134961210) -> (continuation of Deferred@2040952712 after retry RPC after error@1512154042) -> (continuation of Deferred@1277184970 after retry RPC after error@515379452) -> (continuation of Deferred@1424502420 after retry RPC after error@58948544), errback=(continuation of Deferred@1367755243 after retry RPC after error@1393344764) -> (continuation of Deferred@101644865 after retry RPC after error@1579136889) -> (continuation of Deferred@1026913344 after retry RPC after error@134961210) -> (continuation of Deferred@2040952712 after retry RPC after error@1512154042) -> (continuation of Deferred@1277184970 after retry RPC after error@515379452) -> (continuation of Deferred@1424502420 after retry RPC after error@58948544)))
03:04:19.479 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@195718269(state=PENDING, result=null, callback=(continuation of Deferred@1367755243 after retry RPC after error@1393344764) -> (continuation of Deferred@101644865 after retry RPC after error@1579136889) -> (continuation of Deferred@1026913344 after retry RPC after error@134961210) -> (continuation of Deferred@2040952712 after retry RPC after error@1512154042) -> (continuation of Deferred@1277184970 after retry RPC after error@515379452) -> (continuation of Deferred@1424502420 after retry RPC after error@58948544), errback=(continuation of Deferred@1367755243 after retry RPC after error@1393344764) -> (continuation of Deferred@101644865 after retry RPC after error@1579136889) -> (continuation of Deferred@1026913344 after retry RPC after error@134961210) -> (continuation of Deferred@2040952712 after retry RPC after error@1512154042) -> (continuation of Deferred@1277184970 after retry RPC after error@515379452) -> (continuation of Deferred@1424502420 after retry RPC after error@58948544)))
03:04:19.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:19.655894 12058 raft_consensus.cc:493] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 76505419105b4dc4a1e93edac918e32c)
03:04:19.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:19.656059 12058 raft_consensus.cc:515] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:19.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:19.656760 12058 leader_election.cc:290] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323), 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035)
03:04:19.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:19.657716 11890 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111) [suppressed 11 similar messages]
03:04:19.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:19.658581 11517 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 1)
03:04:19.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:19.658839 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323): Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111)
03:04:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:19.658979 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035): Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:19.659075 11890 leader_election.cc:304] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: de6a0f6393df4ada85eb45eb0b0f246e; no voters: 1a315d17969b45168a52f1868fc25e16, 76505419105b4dc4a1e93edac918e32c
03:04:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:19.659271 12058 raft_consensus.cc:2749] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:19.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:19.659993 11517 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '3f68ffe812454911878826a0330b244d', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '3f68ffe812454911878826a0330b244d', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 1)
03:04:19.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:19.661392 11517 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.10.192.188:38559)
03:04:19.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.699 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@796666573(state=PENDING, result=null, callback=(continuation of Deferred@1850120846 after retry RPC after error@1400122670) -> (continuation of Deferred@1409650773 after retry RPC after error@451015258) -> (continuation of Deferred@1084856674 after retry RPC after error@851890436) -> (continuation of Deferred@1245276209 after retry RPC after error@1608462350) -> (continuation of Deferred@1404157982 after retry RPC after error@1476093341) -> (continuation of Deferred@1443030963 after retry RPC after error@1887171133), errback=(continuation of Deferred@1850120846 after retry RPC after error@1400122670) -> (continuation of Deferred@1409650773 after retry RPC after error@451015258) -> (continuation of Deferred@1084856674 after retry RPC after error@851890436) -> (continuation of Deferred@1245276209 after retry RPC after error@1608462350) -> (continuation of Deferred@1404157982 after retry RPC after error@1476093341) -> (continuation of Deferred@1443030963 after retry RPC after error@1887171133)))
03:04:19.699 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@796666573(state=PENDING, result=null, callback=(continuation of Deferred@1850120846 after retry RPC after error@1400122670) -> (continuation of Deferred@1409650773 after retry RPC after error@451015258) -> (continuation of Deferred@1084856674 after retry RPC after error@851890436) -> (continuation of Deferred@1245276209 after retry RPC after error@1608462350) -> (continuation of Deferred@1404157982 after retry RPC after error@1476093341) -> (continuation of Deferred@1443030963 after retry RPC after error@1887171133), errback=(continuation of Deferred@1850120846 after retry RPC after error@1400122670) -> (continuation of Deferred@1409650773 after retry RPC after error@451015258) -> (continuation of Deferred@1084856674 after retry RPC after error@851890436) -> (continuation of Deferred@1245276209 after retry RPC after error@1608462350) -> (continuation of Deferred@1404157982 after retry RPC after error@1476093341) -> (continuation of Deferred@1443030963 after retry RPC after error@1887171133)))
03:04:19.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.859 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1630335898(state=PENDING, result=null, callback=(continuation of Deferred@158884860 after retry RPC after error@198355244) -> (continuation of Deferred@1206260939 after retry RPC after error@1104187278) -> (continuation of Deferred@192771019 after retry RPC after error@360194113) -> (continuation of Deferred@1649360489 after retry RPC after error@665219409) -> (continuation of Deferred@1202040133 after retry RPC after error@327940056) -> (continuation of Deferred@145506230 after retry RPC after error@471137035), errback=(continuation of Deferred@158884860 after retry RPC after error@198355244) -> (continuation of Deferred@1206260939 after retry RPC after error@1104187278) -> (continuation of Deferred@192771019 after retry RPC after error@360194113) -> (continuation of Deferred@1649360489 after retry RPC after error@665219409) -> (continuation of Deferred@1202040133 after retry RPC after error@327940056) -> (continuation of Deferred@145506230 after retry RPC after error@471137035)))
03:04:19.860 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1630335898(state=PENDING, result=null, callback=(continuation of Deferred@158884860 after retry RPC after error@198355244) -> (continuation of Deferred@1206260939 after retry RPC after error@1104187278) -> (continuation of Deferred@192771019 after retry RPC after error@360194113) -> (continuation of Deferred@1649360489 after retry RPC after error@665219409) -> (continuation of Deferred@1202040133 after retry RPC after error@327940056) -> (continuation of Deferred@145506230 after retry RPC after error@471137035), errback=(continuation of Deferred@158884860 after retry RPC after error@198355244) -> (continuation of Deferred@1206260939 after retry RPC after error@1104187278) -> (continuation of Deferred@192771019 after retry RPC after error@360194113) -> (continuation of Deferred@1649360489 after retry RPC after error@665219409) -> (continuation of Deferred@1202040133 after retry RPC after error@327940056) -> (continuation of Deferred@145506230 after retry RPC after error@471137035)))
03:04:19.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:19.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:19.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:19.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:19.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:19.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.118 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1899698687(state=PENDING, result=null, callback=(continuation of Deferred@794121914 after retry RPC after error@1622411886) -> (continuation of Deferred@810803589 after retry RPC after error@420410001) -> (continuation of Deferred@485197708 after retry RPC after error@1556875525) -> (continuation of Deferred@1933350096 after retry RPC after error@491285084) -> (continuation of Deferred@1566529950 after retry RPC after error@1642587921) -> (continuation of Deferred@1986688489 after retry RPC after error@674167794) -> (continuation of Deferred@261805248 after retry RPC after error@1369142605) -> (continuation of Deferred@1962641322 after retry RPC after error@735380396), errback=(continuation of Deferred@794121914 after retry RPC after error@1622411886) -> (continuation of Deferred@810803589 after retry RPC after error@420410001) -> (continuation of Deferred@485197708 after retry RPC after error@1556875525) -> (continuation of Deferred@1933350096 after retry RPC after error@491285084) -> (continuation of Deferred@1566529950 after retry RPC after error@1642587921) -> (continuation of Deferred@1986688489 after retry RPC after error@674167794) -> (continuation of Deferred@261805248 after retry RPC after error@1369142605) -> (continuation of Deferred@1962641322 after retry RPC after error@735380396)))
03:04:20.118 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1899698687(state=PENDING, result=null, callback=(continuation of Deferred@794121914 after retry RPC after error@1622411886) -> (continuation of Deferred@810803589 after retry RPC after error@420410001) -> (continuation of Deferred@485197708 after retry RPC after error@1556875525) -> (continuation of Deferred@1933350096 after retry RPC after error@491285084) -> (continuation of Deferred@1566529950 after retry RPC after error@1642587921) -> (continuation of Deferred@1986688489 after retry RPC after error@674167794) -> (continuation of Deferred@261805248 after retry RPC after error@1369142605) -> (continuation of Deferred@1962641322 after retry RPC after error@735380396), errback=(continuation of Deferred@794121914 after retry RPC after error@1622411886) -> (continuation of Deferred@810803589 after retry RPC after error@420410001) -> (continuation of Deferred@485197708 after retry RPC after error@1556875525) -> (continuation of Deferred@1933350096 after retry RPC after error@491285084) -> (continuation of Deferred@1566529950 after retry RPC after error@1642587921) -> (continuation of Deferred@1986688489 after retry RPC after error@674167794) -> (continuation of Deferred@261805248 after retry RPC after error@1369142605) -> (continuation of Deferred@1962641322 after retry RPC after error@735380396)))
03:04:20.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.318 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@807151923(state=PENDING, result=null, callback=(continuation of Deferred@540296429 after retry RPC after error@7949954) -> (continuation of Deferred@839091192 after retry RPC after error@1661432122) -> (continuation of Deferred@1637241499 after retry RPC after error@735120757) -> (continuation of Deferred@90396596 after retry RPC after error@1563781251) -> (continuation of Deferred@249883444 after retry RPC after error@771614008) -> (continuation of Deferred@851233220 after retry RPC after error@1144774240), errback=(continuation of Deferred@540296429 after retry RPC after error@7949954) -> (continuation of Deferred@839091192 after retry RPC after error@1661432122) -> (continuation of Deferred@1637241499 after retry RPC after error@735120757) -> (continuation of Deferred@90396596 after retry RPC after error@1563781251) -> (continuation of Deferred@249883444 after retry RPC after error@771614008) -> (continuation of Deferred@851233220 after retry RPC after error@1144774240)))
03:04:20.318 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@807151923(state=PENDING, result=null, callback=(continuation of Deferred@540296429 after retry RPC after error@7949954) -> (continuation of Deferred@839091192 after retry RPC after error@1661432122) -> (continuation of Deferred@1637241499 after retry RPC after error@735120757) -> (continuation of Deferred@90396596 after retry RPC after error@1563781251) -> (continuation of Deferred@249883444 after retry RPC after error@771614008) -> (continuation of Deferred@851233220 after retry RPC after error@1144774240), errback=(continuation of Deferred@540296429 after retry RPC after error@7949954) -> (continuation of Deferred@839091192 after retry RPC after error@1661432122) -> (continuation of Deferred@1637241499 after retry RPC after error@735120757) -> (continuation of Deferred@90396596 after retry RPC after error@1563781251) -> (continuation of Deferred@249883444 after retry RPC after error@771614008) -> (continuation of Deferred@851233220 after retry RPC after error@1144774240)))
03:04:20.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.559 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1384646344(state=PENDING, result=null, callback=(continuation of Deferred@2066777232 after retry RPC after error@879027145) -> (continuation of Deferred@1303742684 after retry RPC after error@1603889636) -> (continuation of Deferred@552759939 after retry RPC after error@857450495) -> (continuation of Deferred@1384720936 after retry RPC after error@1187753940) -> (continuation of Deferred@1964944356 after retry RPC after error@458542823) -> (continuation of Deferred@1535951 after retry RPC after error@465163542) -> (continuation of Deferred@469244942 after retry RPC after error@652659296), errback=(continuation of Deferred@2066777232 after retry RPC after error@879027145) -> (continuation of Deferred@1303742684 after retry RPC after error@1603889636) -> (continuation of Deferred@552759939 after retry RPC after error@857450495) -> (continuation of Deferred@1384720936 after retry RPC after error@1187753940) -> (continuation of Deferred@1964944356 after retry RPC after error@458542823) -> (continuation of Deferred@1535951 after retry RPC after error@465163542) -> (continuation of Deferred@469244942 after retry RPC after error@652659296)))
03:04:20.559 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1384646344(state=PENDING, result=null, callback=(continuation of Deferred@2066777232 after retry RPC after error@879027145) -> (continuation of Deferred@1303742684 after retry RPC after error@1603889636) -> (continuation of Deferred@552759939 after retry RPC after error@857450495) -> (continuation of Deferred@1384720936 after retry RPC after error@1187753940) -> (continuation of Deferred@1964944356 after retry RPC after error@458542823) -> (continuation of Deferred@1535951 after retry RPC after error@465163542) -> (continuation of Deferred@469244942 after retry RPC after error@652659296), errback=(continuation of Deferred@2066777232 after retry RPC after error@879027145) -> (continuation of Deferred@1303742684 after retry RPC after error@1603889636) -> (continuation of Deferred@552759939 after retry RPC after error@857450495) -> (continuation of Deferred@1384720936 after retry RPC after error@1187753940) -> (continuation of Deferred@1964944356 after retry RPC after error@458542823) -> (continuation of Deferred@1535951 after retry RPC after error@465163542) -> (continuation of Deferred@469244942 after retry RPC after error@652659296)))
03:04:20.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.836 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1012430622(state=PENDING, result=null, callback=(continuation of Deferred@1970739331 after retry RPC after error@1270886415) -> (continuation of Deferred@1059933474 after retry RPC after error@1077034334) -> (continuation of Deferred@231507675 after retry RPC after error@1195806501) -> (continuation of Deferred@316116658 after retry RPC after error@1138661755) -> (continuation of Deferred@709698949 after retry RPC after error@1501669454) -> (continuation of Deferred@2005737426 after retry RPC after error@1085232409) -> (continuation of Deferred@51192196 after retry RPC after error@1469725299), errback=(continuation of Deferred@1970739331 after retry RPC after error@1270886415) -> (continuation of Deferred@1059933474 after retry RPC after error@1077034334) -> (continuation of Deferred@231507675 after retry RPC after error@1195806501) -> (continuation of Deferred@316116658 after retry RPC after error@1138661755) -> (continuation of Deferred@709698949 after retry RPC after error@1501669454) -> (continuation of Deferred@2005737426 after retry RPC after error@1085232409) -> (continuation of Deferred@51192196 after retry RPC after error@1469725299)))
03:04:20.837 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:20.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:20.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:20.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:20.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:20.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:20.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.116 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@866445318(state=PENDING, result=null, callback=(continuation of Deferred@467527326 after retry RPC after error@666009222) -> (continuation of Deferred@1442760427 after retry RPC after error@1099882634) -> (continuation of Deferred@898832179 after retry RPC after error@23136585) -> (continuation of Deferred@579558928 after retry RPC after error@339173499) -> (continuation of Deferred@959498049 after retry RPC after error@806529647) -> (continuation of Deferred@1209076131 after retry RPC after error@1737133154) -> (continuation of Deferred@1480545565 after retry RPC after error@2111557031), errback=(continuation of Deferred@467527326 after retry RPC after error@666009222) -> (continuation of Deferred@1442760427 after retry RPC after error@1099882634) -> (continuation of Deferred@898832179 after retry RPC after error@23136585) -> (continuation of Deferred@579558928 after retry RPC after error@339173499) -> (continuation of Deferred@959498049 after retry RPC after error@806529647) -> (continuation of Deferred@1209076131 after retry RPC after error@1737133154) -> (continuation of Deferred@1480545565 after retry RPC after error@2111557031)))
03:04:21.117 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:21.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.358 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@677100933(state=PENDING, result=null, callback=(continuation of Deferred@1568573524 after retry RPC after error@921342426) -> (continuation of Deferred@1591001379 after retry RPC after error@722921705) -> (continuation of Deferred@33815031 after retry RPC after error@1619385388) -> (continuation of Deferred@413189318 after retry RPC after error@74266267) -> (continuation of Deferred@431795104 after retry RPC after error@1461084167) -> (continuation of Deferred@1234049239 after retry RPC after error@616179347) -> (continuation of Deferred@1478981647 after retry RPC after error@1020603732), errback=(continuation of Deferred@1568573524 after retry RPC after error@921342426) -> (continuation of Deferred@1591001379 after retry RPC after error@722921705) -> (continuation of Deferred@33815031 after retry RPC after error@1619385388) -> (continuation of Deferred@413189318 after retry RPC after error@74266267) -> (continuation of Deferred@431795104 after retry RPC after error@1461084167) -> (continuation of Deferred@1234049239 after retry RPC after error@616179347) -> (continuation of Deferred@1478981647 after retry RPC after error@1020603732)))
03:04:21.358 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@677100933(state=PENDING, result=null, callback=(continuation of Deferred@1568573524 after retry RPC after error@921342426) -> (continuation of Deferred@1591001379 after retry RPC after error@722921705) -> (continuation of Deferred@33815031 after retry RPC after error@1619385388) -> (continuation of Deferred@413189318 after retry RPC after error@74266267) -> (continuation of Deferred@431795104 after retry RPC after error@1461084167) -> (continuation of Deferred@1234049239 after retry RPC after error@616179347) -> (continuation of Deferred@1478981647 after retry RPC after error@1020603732), errback=(continuation of Deferred@1568573524 after retry RPC after error@921342426) -> (continuation of Deferred@1591001379 after retry RPC after error@722921705) -> (continuation of Deferred@33815031 after retry RPC after error@1619385388) -> (continuation of Deferred@413189318 after retry RPC after error@74266267) -> (continuation of Deferred@431795104 after retry RPC after error@1461084167) -> (continuation of Deferred@1234049239 after retry RPC after error@616179347) -> (continuation of Deferred@1478981647 after retry RPC after error@1020603732)))
03:04:21.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.495 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.518 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@808407648(state=PENDING, result=null, callback=(continuation of Deferred@1157170963 after retry RPC after error@1842144804) -> (continuation of Deferred@2098881637 after retry RPC after error@929859060) -> (continuation of Deferred@1000459669 after retry RPC after error@836165891) -> (continuation of Deferred@524390928 after retry RPC after error@1288824617) -> (continuation of Deferred@2041136707 after retry RPC after error@2146533004) -> (continuation of Deferred@1823715952 after retry RPC after error@798550112), errback=(continuation of Deferred@1157170963 after retry RPC after error@1842144804) -> (continuation of Deferred@2098881637 after retry RPC after error@929859060) -> (continuation of Deferred@1000459669 after retry RPC after error@836165891) -> (continuation of Deferred@524390928 after retry RPC after error@1288824617) -> (continuation of Deferred@2041136707 after retry RPC after error@2146533004) -> (continuation of Deferred@1823715952 after retry RPC after error@798550112)))
03:04:21.518 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@808407648(state=PENDING, result=null, callback=(continuation of Deferred@1157170963 after retry RPC after error@1842144804) -> (continuation of Deferred@2098881637 after retry RPC after error@929859060) -> (continuation of Deferred@1000459669 after retry RPC after error@836165891) -> (continuation of Deferred@524390928 after retry RPC after error@1288824617) -> (continuation of Deferred@2041136707 after retry RPC after error@2146533004) -> (continuation of Deferred@1823715952 after retry RPC after error@798550112), errback=(continuation of Deferred@1157170963 after retry RPC after error@1842144804) -> (continuation of Deferred@2098881637 after retry RPC after error@929859060) -> (continuation of Deferred@1000459669 after retry RPC after error@836165891) -> (continuation of Deferred@524390928 after retry RPC after error@1288824617) -> (continuation of Deferred@2041136707 after retry RPC after error@2146533004) -> (continuation of Deferred@1823715952 after retry RPC after error@798550112)))
03:04:21.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.764 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1843830757(state=PENDING, result=null, callback=(continuation of Deferred@1899049238 after retry RPC after error@1941522577) -> (continuation of Deferred@240179673 after retry RPC after error@1460696641) -> (continuation of Deferred@802243636 after retry RPC after error@378895519) -> (continuation of Deferred@511959429 after retry RPC after error@1257586282) -> (continuation of Deferred@1872770020 after retry RPC after error@1391250187) -> (continuation of Deferred@1398966042 after retry RPC after error@805823858) -> (continuation of Deferred@1582747525 after retry RPC after error@1792467927), errback=(continuation of Deferred@1899049238 after retry RPC after error@1941522577) -> (continuation of Deferred@240179673 after retry RPC after error@1460696641) -> (continuation of Deferred@802243636 after retry RPC after error@378895519) -> (continuation of Deferred@511959429 after retry RPC after error@1257586282) -> (continuation of Deferred@1872770020 after retry RPC after error@1391250187) -> (continuation of Deferred@1398966042 after retry RPC after error@805823858) -> (continuation of Deferred@1582747525 after retry RPC after error@1792467927)))
03:04:21.764 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1843830757(state=PENDING, result=null, callback=(continuation of Deferred@1899049238 after retry RPC after error@1941522577) -> (continuation of Deferred@240179673 after retry RPC after error@1460696641) -> (continuation of Deferred@802243636 after retry RPC after error@378895519) -> (continuation of Deferred@511959429 after retry RPC after error@1257586282) -> (continuation of Deferred@1872770020 after retry RPC after error@1391250187) -> (continuation of Deferred@1398966042 after retry RPC after error@805823858) -> (continuation of Deferred@1582747525 after retry RPC after error@1792467927), errback=(continuation of Deferred@1899049238 after retry RPC after error@1941522577) -> (continuation of Deferred@240179673 after retry RPC after error@1460696641) -> (continuation of Deferred@802243636 after retry RPC after error@378895519) -> (continuation of Deferred@511959429 after retry RPC after error@1257586282) -> (continuation of Deferred@1872770020 after retry RPC after error@1391250187) -> (continuation of Deferred@1398966042 after retry RPC after error@805823858) -> (continuation of Deferred@1582747525 after retry RPC after error@1792467927)))
03:04:21.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.938 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@144135846(state=PENDING, result=null, callback=(continuation of Deferred@1809385340 after retry RPC after error@407791418) -> (continuation of Deferred@153169368 after retry RPC after error@993097788) -> (continuation of Deferred@410020545 after retry RPC after error@1944889666) -> (continuation of Deferred@1931678986 after retry RPC after error@1138979786) -> (continuation of Deferred@1482571541 after retry RPC after error@1315847141) -> (continuation of Deferred@630127719 after retry RPC after error@2108401215) -> (continuation of Deferred@1411684360 after retry RPC after error@1806315642), errback=(continuation of Deferred@1809385340 after retry RPC after error@407791418) -> (continuation of Deferred@153169368 after retry RPC after error@993097788) -> (continuation of Deferred@410020545 after retry RPC after error@1944889666) -> (continuation of Deferred@1931678986 after retry RPC after error@1138979786) -> (continuation of Deferred@1482571541 after retry RPC after error@1315847141) -> (continuation of Deferred@630127719 after retry RPC after error@2108401215) -> (continuation of Deferred@1411684360 after retry RPC after error@1806315642)))
03:04:21.938 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@144135846(state=PENDING, result=null, callback=(continuation of Deferred@1809385340 after retry RPC after error@407791418) -> (continuation of Deferred@153169368 after retry RPC after error@993097788) -> (continuation of Deferred@410020545 after retry RPC after error@1944889666) -> (continuation of Deferred@1931678986 after retry RPC after error@1138979786) -> (continuation of Deferred@1482571541 after retry RPC after error@1315847141) -> (continuation of Deferred@630127719 after retry RPC after error@2108401215) -> (continuation of Deferred@1411684360 after retry RPC after error@1806315642), errback=(continuation of Deferred@1809385340 after retry RPC after error@407791418) -> (continuation of Deferred@153169368 after retry RPC after error@993097788) -> (continuation of Deferred@410020545 after retry RPC after error@1944889666) -> (continuation of Deferred@1931678986 after retry RPC after error@1138979786) -> (continuation of Deferred@1482571541 after retry RPC after error@1315847141) -> (continuation of Deferred@630127719 after retry RPC after error@2108401215) -> (continuation of Deferred@1411684360 after retry RPC after error@1806315642)))
03:04:21.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:21.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:21.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:21.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:21.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:21.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.118 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1955665381(state=PENDING, result=null, callback=(continuation of Deferred@2114524345 after retry RPC after error@1271179425) -> (continuation of Deferred@94710830 after retry RPC after error@2045194050) -> (continuation of Deferred@1333612571 after retry RPC after error@554858741) -> (continuation of Deferred@234550437 after retry RPC after error@1294419815) -> (continuation of Deferred@1753164624 after retry RPC after error@1519919994) -> (continuation of Deferred@10333008 after retry RPC after error@2004273243) -> (continuation of Deferred@1724012622 after retry RPC after error@2111448095), errback=(continuation of Deferred@2114524345 after retry RPC after error@1271179425) -> (continuation of Deferred@94710830 after retry RPC after error@2045194050) -> (continuation of Deferred@1333612571 after retry RPC after error@554858741) -> (continuation of Deferred@234550437 after retry RPC after error@1294419815) -> (continuation of Deferred@1753164624 after retry RPC after error@1519919994) -> (continuation of Deferred@10333008 after retry RPC after error@2004273243) -> (continuation of Deferred@1724012622 after retry RPC after error@2111448095)))
03:04:22.118 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1955665381(state=PENDING, result=null, callback=(continuation of Deferred@2114524345 after retry RPC after error@1271179425) -> (continuation of Deferred@94710830 after retry RPC after error@2045194050) -> (continuation of Deferred@1333612571 after retry RPC after error@554858741) -> (continuation of Deferred@234550437 after retry RPC after error@1294419815) -> (continuation of Deferred@1753164624 after retry RPC after error@1519919994) -> (continuation of Deferred@10333008 after retry RPC after error@2004273243) -> (continuation of Deferred@1724012622 after retry RPC after error@2111448095), errback=(continuation of Deferred@2114524345 after retry RPC after error@1271179425) -> (continuation of Deferred@94710830 after retry RPC after error@2045194050) -> (continuation of Deferred@1333612571 after retry RPC after error@554858741) -> (continuation of Deferred@234550437 after retry RPC after error@1294419815) -> (continuation of Deferred@1753164624 after retry RPC after error@1519919994) -> (continuation of Deferred@10333008 after retry RPC after error@2004273243) -> (continuation of Deferred@1724012622 after retry RPC after error@2111448095)))
03:04:22.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.378 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1081542123(state=PENDING, result=null, callback=(continuation of Deferred@1791775329 after retry RPC after error@1917645137) -> (continuation of Deferred@102831623 after retry RPC after error@2113995637) -> (continuation of Deferred@1985354126 after retry RPC after error@1661319276) -> (continuation of Deferred@1830423333 after retry RPC after error@469149528) -> (continuation of Deferred@1563056065 after retry RPC after error@329401040) -> (continuation of Deferred@786178210 after retry RPC after error@12488262) -> (continuation of Deferred@254105039 after retry RPC after error@244331065), errback=(continuation of Deferred@1791775329 after retry RPC after error@1917645137) -> (continuation of Deferred@102831623 after retry RPC after error@2113995637) -> (continuation of Deferred@1985354126 after retry RPC after error@1661319276) -> (continuation of Deferred@1830423333 after retry RPC after error@469149528) -> (continuation of Deferred@1563056065 after retry RPC after error@329401040) -> (continuation of Deferred@786178210 after retry RPC after error@12488262) -> (continuation of Deferred@254105039 after retry RPC after error@244331065)))
03:04:22.379 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1081542123(state=PENDING, result=null, callback=(continuation of Deferred@1791775329 after retry RPC after error@1917645137) -> (continuation of Deferred@102831623 after retry RPC after error@2113995637) -> (continuation of Deferred@1985354126 after retry RPC after error@1661319276) -> (continuation of Deferred@1830423333 after retry RPC after error@469149528) -> (continuation of Deferred@1563056065 after retry RPC after error@329401040) -> (continuation of Deferred@786178210 after retry RPC after error@12488262) -> (continuation of Deferred@254105039 after retry RPC after error@244331065), errback=(continuation of Deferred@1791775329 after retry RPC after error@1917645137) -> (continuation of Deferred@102831623 after retry RPC after error@2113995637) -> (continuation of Deferred@1985354126 after retry RPC after error@1661319276) -> (continuation of Deferred@1830423333 after retry RPC after error@469149528) -> (continuation of Deferred@1563056065 after retry RPC after error@329401040) -> (continuation of Deferred@786178210 after retry RPC after error@12488262) -> (continuation of Deferred@254105039 after retry RPC after error@244331065)))
03:04:22.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.538 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@279320446(state=PENDING, result=null, callback=(continuation of Deferred@906453526 after retry RPC after error@1546635995) -> (continuation of Deferred@168827505 after retry RPC after error@707654058) -> (continuation of Deferred@657924395 after retry RPC after error@90988036) -> (continuation of Deferred@262479690 after retry RPC after error@1254100917) -> (continuation of Deferred@1423983039 after retry RPC after error@865839449) -> (continuation of Deferred@342077231 after retry RPC after error@1586804657), errback=(continuation of Deferred@906453526 after retry RPC after error@1546635995) -> (continuation of Deferred@168827505 after retry RPC after error@707654058) -> (continuation of Deferred@657924395 after retry RPC after error@90988036) -> (continuation of Deferred@262479690 after retry RPC after error@1254100917) -> (continuation of Deferred@1423983039 after retry RPC after error@865839449) -> (continuation of Deferred@342077231 after retry RPC after error@1586804657)))
03:04:22.539 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@279320446(state=PENDING, result=null, callback=(continuation of Deferred@906453526 after retry RPC after error@1546635995) -> (continuation of Deferred@168827505 after retry RPC after error@707654058) -> (continuation of Deferred@657924395 after retry RPC after error@90988036) -> (continuation of Deferred@262479690 after retry RPC after error@1254100917) -> (continuation of Deferred@1423983039 after retry RPC after error@865839449) -> (continuation of Deferred@342077231 after retry RPC after error@1586804657), errback=(continuation of Deferred@906453526 after retry RPC after error@1546635995) -> (continuation of Deferred@168827505 after retry RPC after error@707654058) -> (continuation of Deferred@657924395 after retry RPC after error@90988036) -> (continuation of Deferred@262479690 after retry RPC after error@1254100917) -> (continuation of Deferred@1423983039 after retry RPC after error@865839449) -> (continuation of Deferred@342077231 after retry RPC after error@1586804657)))
03:04:22.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:22.813416 11874 master_runner.cc:186] Error getting master registration for 127.10.192.190:46323: Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111),
03:04:22.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:22.813562 11874 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:22.816 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [143ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@220259593(state=PENDING, result=null, callback=(continuation of Deferred@1024264018 after retry RPC after error@1475823008) -> (continuation of Deferred@1874672763 after retry RPC after error@1698665512) -> (continuation of Deferred@811411530 after retry RPC after error@1575657892) -> (continuation of Deferred@1530003590 after retry RPC after error@1119174940) -> (continuation of Deferred@468921976 after retry RPC after error@329009955) -> (continuation of Deferred@1482776550 after retry RPC after error@808732759) -> (continuation of Deferred@842412231 after retry RPC after error@1132634353) -> (continuation of Deferred@290347272 after retry RPC after error@53140870) -> (continuation of Deferred@1664300 after retry RPC after error@1456134390), errback=(continuation of Deferred@1024264018 after retry RPC after error@1475823008) -> (continuation of Deferred@1874672763 after retry RPC after error@1698665512) -> (continuation of Deferred@811411530 after retry RPC after error@1575657892) -> (continuation of Deferred@1530003590 after retry RPC after error@1119174940) -> (continuation of Deferred@468921976 after retry RPC after error@329009955) -> (continuation of Deferred@1482776550 after retry RPC after error@808732759) -> (continuation of Deferred@842412231 after retry RPC after error@1132634353) -> (continuation of Deferred@290347272 after retry RPC after error@53140870) -> (continuation of Deferred@1664300 after retry RPC after error@1456134390)))
03:04:22.817 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:22.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:22.978 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1575294140(state=PENDING, result=null, callback=(continuation of Deferred@1048277806 after retry RPC after error@653106851) -> (continuation of Deferred@93892888 after retry RPC after error@1881998819) -> (continuation of Deferred@355138251 after retry RPC after error@1610114635) -> (continuation of Deferred@522722525 after retry RPC after error@129106118) -> (continuation of Deferred@1158434393 after retry RPC after error@1507500685) -> (continuation of Deferred@105612191 after retry RPC after error@300423072) -> (continuation of Deferred@909245762 after retry RPC after error@989069251), errback=(continuation of Deferred@1048277806 after retry RPC after error@653106851) -> (continuation of Deferred@93892888 after retry RPC after error@1881998819) -> (continuation of Deferred@355138251 after retry RPC after error@1610114635) -> (continuation of Deferred@522722525 after retry RPC after error@129106118) -> (continuation of Deferred@1158434393 after retry RPC after error@1507500685) -> (continuation of Deferred@105612191 after retry RPC after error@300423072) -> (continuation of Deferred@909245762 after retry RPC after error@989069251)))
03:04:22.978 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1575294140(state=PENDING, result=null, callback=(continuation of Deferred@1048277806 after retry RPC after error@653106851) -> (continuation of Deferred@93892888 after retry RPC after error@1881998819) -> (continuation of Deferred@355138251 after retry RPC after error@1610114635) -> (continuation of Deferred@522722525 after retry RPC after error@129106118) -> (continuation of Deferred@1158434393 after retry RPC after error@1507500685) -> (continuation of Deferred@105612191 after retry RPC after error@300423072) -> (continuation of Deferred@909245762 after retry RPC after error@989069251), errback=(continuation of Deferred@1048277806 after retry RPC after error@653106851) -> (continuation of Deferred@93892888 after retry RPC after error@1881998819) -> (continuation of Deferred@355138251 after retry RPC after error@1610114635) -> (continuation of Deferred@522722525 after retry RPC after error@129106118) -> (continuation of Deferred@1158434393 after retry RPC after error@1507500685) -> (continuation of Deferred@105612191 after retry RPC after error@300423072) -> (continuation of Deferred@909245762 after retry RPC after error@989069251)))
03:04:22.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:22.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:22.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:22.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:22.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.095 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.238 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1042408300(state=PENDING, result=null, callback=(continuation of Deferred@66074900 after retry RPC after error@117511123) -> (continuation of Deferred@338568613 after retry RPC after error@631606991) -> (continuation of Deferred@664742902 after retry RPC after error@680475485) -> (continuation of Deferred@1298735332 after retry RPC after error@1152584816) -> (continuation of Deferred@447569803 after retry RPC after error@1261029968) -> (continuation of Deferred@1329835473 after retry RPC after error@324008133) -> (continuation of Deferred@1676590112 after retry RPC after error@1720746311), errback=(continuation of Deferred@66074900 after retry RPC after error@117511123) -> (continuation of Deferred@338568613 after retry RPC after error@631606991) -> (continuation of Deferred@664742902 after retry RPC after error@680475485) -> (continuation of Deferred@1298735332 after retry RPC after error@1152584816) -> (continuation of Deferred@447569803 after retry RPC after error@1261029968) -> (continuation of Deferred@1329835473 after retry RPC after error@324008133) -> (continuation of Deferred@1676590112 after retry RPC after error@1720746311)))
03:04:23.238 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1042408300(state=PENDING, result=null, callback=(continuation of Deferred@66074900 after retry RPC after error@117511123) -> (continuation of Deferred@338568613 after retry RPC after error@631606991) -> (continuation of Deferred@664742902 after retry RPC after error@680475485) -> (continuation of Deferred@1298735332 after retry RPC after error@1152584816) -> (continuation of Deferred@447569803 after retry RPC after error@1261029968) -> (continuation of Deferred@1329835473 after retry RPC after error@324008133) -> (continuation of Deferred@1676590112 after retry RPC after error@1720746311), errback=(continuation of Deferred@66074900 after retry RPC after error@117511123) -> (continuation of Deferred@338568613 after retry RPC after error@631606991) -> (continuation of Deferred@664742902 after retry RPC after error@680475485) -> (continuation of Deferred@1298735332 after retry RPC after error@1152584816) -> (continuation of Deferred@447569803 after retry RPC after error@1261029968) -> (continuation of Deferred@1329835473 after retry RPC after error@324008133) -> (continuation of Deferred@1676590112 after retry RPC after error@1720746311)))
03:04:23.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.478 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@203978795(state=PENDING, result=null, callback=(continuation of Deferred@368829055 after retry RPC after error@487874773) -> (continuation of Deferred@405345958 after retry RPC after error@1460653224) -> (continuation of Deferred@497890348 after retry RPC after error@595717508) -> (continuation of Deferred@1942836084 after retry RPC after error@1519299369) -> (continuation of Deferred@787933184 after retry RPC after error@37215639) -> (continuation of Deferred@469264470 after retry RPC after error@880828387) -> (continuation of Deferred@758060955 after retry RPC after error@298368204), errback=(continuation of Deferred@368829055 after retry RPC after error@487874773) -> (continuation of Deferred@405345958 after retry RPC after error@1460653224) -> (continuation of Deferred@497890348 after retry RPC after error@595717508) -> (continuation of Deferred@1942836084 after retry RPC after error@1519299369) -> (continuation of Deferred@787933184 after retry RPC after error@37215639) -> (continuation of Deferred@469264470 after retry RPC after error@880828387) -> (continuation of Deferred@758060955 after retry RPC after error@298368204)))
03:04:23.478 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@203978795(state=PENDING, result=null, callback=(continuation of Deferred@368829055 after retry RPC after error@487874773) -> (continuation of Deferred@405345958 after retry RPC after error@1460653224) -> (continuation of Deferred@497890348 after retry RPC after error@595717508) -> (continuation of Deferred@1942836084 after retry RPC after error@1519299369) -> (continuation of Deferred@787933184 after retry RPC after error@37215639) -> (continuation of Deferred@469264470 after retry RPC after error@880828387) -> (continuation of Deferred@758060955 after retry RPC after error@298368204), errback=(continuation of Deferred@368829055 after retry RPC after error@487874773) -> (continuation of Deferred@405345958 after retry RPC after error@1460653224) -> (continuation of Deferred@497890348 after retry RPC after error@595717508) -> (continuation of Deferred@1942836084 after retry RPC after error@1519299369) -> (continuation of Deferred@787933184 after retry RPC after error@37215639) -> (continuation of Deferred@469264470 after retry RPC after error@880828387) -> (continuation of Deferred@758060955 after retry RPC after error@298368204)))
03:04:23.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.535 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.756 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1588853123(state=PENDING, result=null, callback=(continuation of Deferred@1594333366 after retry RPC after error@821096366) -> (continuation of Deferred@132225969 after retry RPC after error@1180632367) -> (continuation of Deferred@629077882 after retry RPC after error@314892772) -> (continuation of Deferred@435407902 after retry RPC after error@666616946) -> (continuation of Deferred@1974215384 after retry RPC after error@1079129672) -> (continuation of Deferred@1195802976 after retry RPC after error@1042761134) -> (continuation of Deferred@705235536 after retry RPC after error@2075695407), errback=(continuation of Deferred@1594333366 after retry RPC after error@821096366) -> (continuation of Deferred@132225969 after retry RPC after error@1180632367) -> (continuation of Deferred@629077882 after retry RPC after error@314892772) -> (continuation of Deferred@435407902 after retry RPC after error@666616946) -> (continuation of Deferred@1974215384 after retry RPC after error@1079129672) -> (continuation of Deferred@1195802976 after retry RPC after error@1042761134) -> (continuation of Deferred@705235536 after retry RPC after error@2075695407)))
03:04:23.757 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:23.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:23.834669 12088 raft_consensus.cc:493] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 76505419105b4dc4a1e93edac918e32c)
03:04:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:23.834856 12088 raft_consensus.cc:515] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:23.835489 12088 leader_election.cc:290] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323), 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035)
03:04:23.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:23.838466 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323): Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111)
03:04:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:23.838680 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035): Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:23.838776 11890 leader_election.cc:304] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: de6a0f6393df4ada85eb45eb0b0f246e; no voters: 1a315d17969b45168a52f1868fc25e16, 76505419105b4dc4a1e93edac918e32c
03:04:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:23.839010 12088 raft_consensus.cc:2749] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:23.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:23.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:23.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:23.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:23.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:23.998 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@499989618(state=PENDING, result=null, callback=(continuation of Deferred@45820611 after retry RPC after error@1829283415) -> (continuation of Deferred@1779687791 after retry RPC after error@508133107) -> (continuation of Deferred@1174385355 after retry RPC after error@1844284989) -> (continuation of Deferred@411046518 after retry RPC after error@1307269491) -> (continuation of Deferred@1975178223 after retry RPC after error@1957111555) -> (continuation of Deferred@1814857795 after retry RPC after error@2065392756) -> (continuation of Deferred@1486742867 after retry RPC after error@365911676), errback=(continuation of Deferred@45820611 after retry RPC after error@1829283415) -> (continuation of Deferred@1779687791 after retry RPC after error@508133107) -> (continuation of Deferred@1174385355 after retry RPC after error@1844284989) -> (continuation of Deferred@411046518 after retry RPC after error@1307269491) -> (continuation of Deferred@1975178223 after retry RPC after error@1957111555) -> (continuation of Deferred@1814857795 after retry RPC after error@2065392756) -> (continuation of Deferred@1486742867 after retry RPC after error@365911676)))
03:04:23.998 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@499989618(state=PENDING, result=null, callback=(continuation of Deferred@45820611 after retry RPC after error@1829283415) -> (continuation of Deferred@1779687791 after retry RPC after error@508133107) -> (continuation of Deferred@1174385355 after retry RPC after error@1844284989) -> (continuation of Deferred@411046518 after retry RPC after error@1307269491) -> (continuation of Deferred@1975178223 after retry RPC after error@1957111555) -> (continuation of Deferred@1814857795 after retry RPC after error@2065392756) -> (continuation of Deferred@1486742867 after retry RPC after error@365911676), errback=(continuation of Deferred@45820611 after retry RPC after error@1829283415) -> (continuation of Deferred@1779687791 after retry RPC after error@508133107) -> (continuation of Deferred@1174385355 after retry RPC after error@1844284989) -> (continuation of Deferred@411046518 after retry RPC after error@1307269491) -> (continuation of Deferred@1975178223 after retry RPC after error@1957111555) -> (continuation of Deferred@1814857795 after retry RPC after error@2065392756) -> (continuation of Deferred@1486742867 after retry RPC after error@365911676)))
03:04:24.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.276 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@423351297(state=PENDING, result=null, callback=(continuation of Deferred@2105817546 after retry RPC after error@716843642) -> (continuation of Deferred@525008898 after retry RPC after error@1486312502) -> (continuation of Deferred@75590791 after retry RPC after error@2140368791) -> (continuation of Deferred@941570935 after retry RPC after error@1514929830) -> (continuation of Deferred@1428247612 after retry RPC after error@824862424) -> (continuation of Deferred@1890531081 after retry RPC after error@1972656500) -> (continuation of Deferred@709583694 after retry RPC after error@1219878009), errback=(continuation of Deferred@2105817546 after retry RPC after error@716843642) -> (continuation of Deferred@525008898 after retry RPC after error@1486312502) -> (continuation of Deferred@75590791 after retry RPC after error@2140368791) -> (continuation of Deferred@941570935 after retry RPC after error@1514929830) -> (continuation of Deferred@1428247612 after retry RPC after error@824862424) -> (continuation of Deferred@1890531081 after retry RPC after error@1972656500) -> (continuation of Deferred@709583694 after retry RPC after error@1219878009)))
03:04:24.277 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:24.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.556 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1698631990(state=PENDING, result=null, callback=(continuation of Deferred@659912309 after retry RPC after error@2019543195) -> (continuation of Deferred@1349444044 after retry RPC after error@1296432214) -> (continuation of Deferred@1102044501 after retry RPC after error@1202900715) -> (continuation of Deferred@1626683216 after retry RPC after error@45138004) -> (continuation of Deferred@1028321314 after retry RPC after error@1826534646) -> (continuation of Deferred@634933642 after retry RPC after error@569284357) -> (continuation of Deferred@1271904506 after retry RPC after error@1387256945), errback=(continuation of Deferred@659912309 after retry RPC after error@2019543195) -> (continuation of Deferred@1349444044 after retry RPC after error@1296432214) -> (continuation of Deferred@1102044501 after retry RPC after error@1202900715) -> (continuation of Deferred@1626683216 after retry RPC after error@45138004) -> (continuation of Deferred@1028321314 after retry RPC after error@1826534646) -> (continuation of Deferred@634933642 after retry RPC after error@569284357) -> (continuation of Deferred@1271904506 after retry RPC after error@1387256945)))
03:04:24.557 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:24.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:24.675788 11517 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 1)
03:04:24.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:24.680169 11517 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '3f68ffe812454911878826a0330b244d', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '3f68ffe812454911878826a0330b244d', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 1)
03:04:24.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:24.681742 11517 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.10.192.188:38559)
03:04:24.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.778 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [63ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [163ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [203ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1411340660(state=PENDING, result=null, callback=(continuation of Deferred@1638869759 after retry RPC after error@708727604) -> (continuation of Deferred@1571063472 after retry RPC after error@1943974025) -> (continuation of Deferred@1799263455 after retry RPC after error@859950463) -> (continuation of Deferred@1244220577 after retry RPC after error@1291184021) -> (continuation of Deferred@1408371384 after retry RPC after error@1852120972) -> (continuation of Deferred@1848183461 after retry RPC after error@226726330) -> (continuation of Deferred@1323822456 after retry RPC after error@146276951), errback=(continuation of Deferred@1638869759 after retry RPC after error@708727604) -> (continuation of Deferred@1571063472 after retry RPC after error@1943974025) -> (continuation of Deferred@1799263455 after retry RPC after error@859950463) -> (continuation of Deferred@1244220577 after retry RPC after error@1291184021) -> (continuation of Deferred@1408371384 after retry RPC after error@1852120972) -> (continuation of Deferred@1848183461 after retry RPC after error@226726330) -> (continuation of Deferred@1323822456 after retry RPC after error@146276951)))
03:04:24.779 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [63ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [163ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [203ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1411340660(state=PENDING, result=null, callback=(continuation of Deferred@1638869759 after retry RPC after error@708727604) -> (continuation of Deferred@1571063472 after retry RPC after error@1943974025) -> (continuation of Deferred@1799263455 after retry RPC after error@859950463) -> (continuation of Deferred@1244220577 after retry RPC after error@1291184021) -> (continuation of Deferred@1408371384 after retry RPC after error@1852120972) -> (continuation of Deferred@1848183461 after retry RPC after error@226726330) -> (continuation of Deferred@1323822456 after retry RPC after error@146276951), errback=(continuation of Deferred@1638869759 after retry RPC after error@708727604) -> (continuation of Deferred@1571063472 after retry RPC after error@1943974025) -> (continuation of Deferred@1799263455 after retry RPC after error@859950463) -> (continuation of Deferred@1244220577 after retry RPC after error@1291184021) -> (continuation of Deferred@1408371384 after retry RPC after error@1852120972) -> (continuation of Deferred@1848183461 after retry RPC after error@226726330) -> (continuation of Deferred@1323822456 after retry RPC after error@146276951)))
03:04:24.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.855 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.959 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [104ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [105ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1758776642(state=PENDING, result=null, callback=(continuation of Deferred@517140693 after retry RPC after error@1510108564) -> (continuation of Deferred@1464816777 after retry RPC after error@431959551) -> (continuation of Deferred@283259461 after retry RPC after error@1506116352) -> (continuation of Deferred@1954770861 after retry RPC after error@338912279) -> (continuation of Deferred@365038798 after retry RPC after error@1625964789) -> (continuation of Deferred@259765570 after retry RPC after error@15170406), errback=(continuation of Deferred@517140693 after retry RPC after error@1510108564) -> (continuation of Deferred@1464816777 after retry RPC after error@431959551) -> (continuation of Deferred@283259461 after retry RPC after error@1506116352) -> (continuation of Deferred@1954770861 after retry RPC after error@338912279) -> (continuation of Deferred@365038798 after retry RPC after error@1625964789) -> (continuation of Deferred@259765570 after retry RPC after error@15170406)))
03:04:24.959 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [104ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [105ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1758776642(state=PENDING, result=null, callback=(continuation of Deferred@517140693 after retry RPC after error@1510108564) -> (continuation of Deferred@1464816777 after retry RPC after error@431959551) -> (continuation of Deferred@283259461 after retry RPC after error@1506116352) -> (continuation of Deferred@1954770861 after retry RPC after error@338912279) -> (continuation of Deferred@365038798 after retry RPC after error@1625964789) -> (continuation of Deferred@259765570 after retry RPC after error@15170406), errback=(continuation of Deferred@517140693 after retry RPC after error@1510108564) -> (continuation of Deferred@1464816777 after retry RPC after error@431959551) -> (continuation of Deferred@283259461 after retry RPC after error@1506116352) -> (continuation of Deferred@1954770861 after retry RPC after error@338912279) -> (continuation of Deferred@365038798 after retry RPC after error@1625964789) -> (continuation of Deferred@259765570 after retry RPC after error@15170406)))
03:04:24.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:24.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:24.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:24.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:24.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:24.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.138 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@465039510(state=PENDING, result=null, callback=(continuation of Deferred@240909135 after retry RPC after error@505871494) -> (continuation of Deferred@2075113828 after retry RPC after error@1605948871) -> (continuation of Deferred@250137852 after retry RPC after error@654558059) -> (continuation of Deferred@568408694 after retry RPC after error@955176288) -> (continuation of Deferred@1881760173 after retry RPC after error@1225325656) -> (continuation of Deferred@1636982149 after retry RPC after error@790216962), errback=(continuation of Deferred@240909135 after retry RPC after error@505871494) -> (continuation of Deferred@2075113828 after retry RPC after error@1605948871) -> (continuation of Deferred@250137852 after retry RPC after error@654558059) -> (continuation of Deferred@568408694 after retry RPC after error@955176288) -> (continuation of Deferred@1881760173 after retry RPC after error@1225325656) -> (continuation of Deferred@1636982149 after retry RPC after error@790216962)))
03:04:25.139 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@465039510(state=PENDING, result=null, callback=(continuation of Deferred@240909135 after retry RPC after error@505871494) -> (continuation of Deferred@2075113828 after retry RPC after error@1605948871) -> (continuation of Deferred@250137852 after retry RPC after error@654558059) -> (continuation of Deferred@568408694 after retry RPC after error@955176288) -> (continuation of Deferred@1881760173 after retry RPC after error@1225325656) -> (continuation of Deferred@1636982149 after retry RPC after error@790216962), errback=(continuation of Deferred@240909135 after retry RPC after error@505871494) -> (continuation of Deferred@2075113828 after retry RPC after error@1605948871) -> (continuation of Deferred@250137852 after retry RPC after error@654558059) -> (continuation of Deferred@568408694 after retry RPC after error@955176288) -> (continuation of Deferred@1881760173 after retry RPC after error@1225325656) -> (continuation of Deferred@1636982149 after retry RPC after error@790216962)))
03:04:25.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.358 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@655464177(state=PENDING, result=null, callback=(continuation of Deferred@95386873 after retry RPC after error@1795379078) -> (continuation of Deferred@1854983805 after retry RPC after error@1159555904) -> (continuation of Deferred@1001099182 after retry RPC after error@1243973666) -> (continuation of Deferred@581850173 after retry RPC after error@214395971) -> (continuation of Deferred@1802917002 after retry RPC after error@234141022) -> (continuation of Deferred@1563101025 after retry RPC after error@1782173171), errback=(continuation of Deferred@95386873 after retry RPC after error@1795379078) -> (continuation of Deferred@1854983805 after retry RPC after error@1159555904) -> (continuation of Deferred@1001099182 after retry RPC after error@1243973666) -> (continuation of Deferred@581850173 after retry RPC after error@214395971) -> (continuation of Deferred@1802917002 after retry RPC after error@234141022) -> (continuation of Deferred@1563101025 after retry RPC after error@1782173171)))
03:04:25.358 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@655464177(state=PENDING, result=null, callback=(continuation of Deferred@95386873 after retry RPC after error@1795379078) -> (continuation of Deferred@1854983805 after retry RPC after error@1159555904) -> (continuation of Deferred@1001099182 after retry RPC after error@1243973666) -> (continuation of Deferred@581850173 after retry RPC after error@214395971) -> (continuation of Deferred@1802917002 after retry RPC after error@234141022) -> (continuation of Deferred@1563101025 after retry RPC after error@1782173171), errback=(continuation of Deferred@95386873 after retry RPC after error@1795379078) -> (continuation of Deferred@1854983805 after retry RPC after error@1159555904) -> (continuation of Deferred@1001099182 after retry RPC after error@1243973666) -> (continuation of Deferred@581850173 after retry RPC after error@214395971) -> (continuation of Deferred@1802917002 after retry RPC after error@234141022) -> (continuation of Deferred@1563101025 after retry RPC after error@1782173171)))
03:04:25.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.538 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@198755021(state=PENDING, result=null, callback=(continuation of Deferred@1736424769 after retry RPC after error@1404232661) -> (continuation of Deferred@10279019 after retry RPC after error@1302309919) -> (continuation of Deferred@1469089112 after retry RPC after error@326662196) -> (continuation of Deferred@1967240624 after retry RPC after error@1158545491) -> (continuation of Deferred@384301039 after retry RPC after error@1175360735) -> (continuation of Deferred@1041909147 after retry RPC after error@186893971), errback=(continuation of Deferred@1736424769 after retry RPC after error@1404232661) -> (continuation of Deferred@10279019 after retry RPC after error@1302309919) -> (continuation of Deferred@1469089112 after retry RPC after error@326662196) -> (continuation of Deferred@1967240624 after retry RPC after error@1158545491) -> (continuation of Deferred@384301039 after retry RPC after error@1175360735) -> (continuation of Deferred@1041909147 after retry RPC after error@186893971)))
03:04:25.538 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@198755021(state=PENDING, result=null, callback=(continuation of Deferred@1736424769 after retry RPC after error@1404232661) -> (continuation of Deferred@10279019 after retry RPC after error@1302309919) -> (continuation of Deferred@1469089112 after retry RPC after error@326662196) -> (continuation of Deferred@1967240624 after retry RPC after error@1158545491) -> (continuation of Deferred@384301039 after retry RPC after error@1175360735) -> (continuation of Deferred@1041909147 after retry RPC after error@186893971), errback=(continuation of Deferred@1736424769 after retry RPC after error@1404232661) -> (continuation of Deferred@10279019 after retry RPC after error@1302309919) -> (continuation of Deferred@1469089112 after retry RPC after error@326662196) -> (continuation of Deferred@1967240624 after retry RPC after error@1158545491) -> (continuation of Deferred@384301039 after retry RPC after error@1175360735) -> (continuation of Deferred@1041909147 after retry RPC after error@186893971)))
03:04:25.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.799 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1939341821(state=PENDING, result=null, callback=(continuation of Deferred@234809976 after retry RPC after error@856325896) -> (continuation of Deferred@754325841 after retry RPC after error@525497051) -> (continuation of Deferred@1694885475 after retry RPC after error@93792244) -> (continuation of Deferred@431458950 after retry RPC after error@360703937) -> (continuation of Deferred@1594043891 after retry RPC after error@1662454112) -> (continuation of Deferred@1179733054 after retry RPC after error@754641626) -> (continuation of Deferred@1792026115 after retry RPC after error@836202032), errback=(continuation of Deferred@234809976 after retry RPC after error@856325896) -> (continuation of Deferred@754325841 after retry RPC after error@525497051) -> (continuation of Deferred@1694885475 after retry RPC after error@93792244) -> (continuation of Deferred@431458950 after retry RPC after error@360703937) -> (continuation of Deferred@1594043891 after retry RPC after error@1662454112) -> (continuation of Deferred@1179733054 after retry RPC after error@754641626) -> (continuation of Deferred@1792026115 after retry RPC after error@836202032)))
03:04:25.799 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1939341821(state=PENDING, result=null, callback=(continuation of Deferred@234809976 after retry RPC after error@856325896) -> (continuation of Deferred@754325841 after retry RPC after error@525497051) -> (continuation of Deferred@1694885475 after retry RPC after error@93792244) -> (continuation of Deferred@431458950 after retry RPC after error@360703937) -> (continuation of Deferred@1594043891 after retry RPC after error@1662454112) -> (continuation of Deferred@1179733054 after retry RPC after error@754641626) -> (continuation of Deferred@1792026115 after retry RPC after error@836202032), errback=(continuation of Deferred@234809976 after retry RPC after error@856325896) -> (continuation of Deferred@754325841 after retry RPC after error@525497051) -> (continuation of Deferred@1694885475 after retry RPC after error@93792244) -> (continuation of Deferred@431458950 after retry RPC after error@360703937) -> (continuation of Deferred@1594043891 after retry RPC after error@1662454112) -> (continuation of Deferred@1179733054 after retry RPC after error@754641626) -> (continuation of Deferred@1792026115 after retry RPC after error@836202032)))
03:04:25.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:25.919520 12103 raft_consensus.cc:493] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 76505419105b4dc4a1e93edac918e32c)
03:04:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:25.919682 12103 raft_consensus.cc:515] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:25.920171 12103 leader_election.cc:290] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323), 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035)
03:04:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:25.921240 11890 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111) [suppressed 3 similar messages]
03:04:25.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:25.922282 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323): Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111)
03:04:25.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:25.922433 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035): Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:25.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:25.922494 11890 leader_election.cc:304] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: de6a0f6393df4ada85eb45eb0b0f246e; no voters: 1a315d17969b45168a52f1868fc25e16, 76505419105b4dc4a1e93edac918e32c
03:04:25.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:25.922679 12103 raft_consensus.cc:2749] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:25.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:25.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:25.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:25.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:25.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:25.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.059 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [243ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1163999443(state=PENDING, result=null, callback=(continuation of Deferred@1553129676 after retry RPC after error@568271221) -> (continuation of Deferred@805421593 after retry RPC after error@2095760234) -> (continuation of Deferred@934664379 after retry RPC after error@1874432945) -> (continuation of Deferred@1368819029 after retry RPC after error@2068704670) -> (continuation of Deferred@1646563916 after retry RPC after error@1101242786) -> (continuation of Deferred@620374254 after retry RPC after error@818876658) -> (continuation of Deferred@1983861333 after retry RPC after error@709706625), errback=(continuation of Deferred@1553129676 after retry RPC after error@568271221) -> (continuation of Deferred@805421593 after retry RPC after error@2095760234) -> (continuation of Deferred@934664379 after retry RPC after error@1874432945) -> (continuation of Deferred@1368819029 after retry RPC after error@2068704670) -> (continuation of Deferred@1646563916 after retry RPC after error@1101242786) -> (continuation of Deferred@620374254 after retry RPC after error@818876658) -> (continuation of Deferred@1983861333 after retry RPC after error@709706625)))
03:04:26.060 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [243ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1163999443(state=PENDING, result=null, callback=(continuation of Deferred@1553129676 after retry RPC after error@568271221) -> (continuation of Deferred@805421593 after retry RPC after error@2095760234) -> (continuation of Deferred@934664379 after retry RPC after error@1874432945) -> (continuation of Deferred@1368819029 after retry RPC after error@2068704670) -> (continuation of Deferred@1646563916 after retry RPC after error@1101242786) -> (continuation of Deferred@620374254 after retry RPC after error@818876658) -> (continuation of Deferred@1983861333 after retry RPC after error@709706625), errback=(continuation of Deferred@1553129676 after retry RPC after error@568271221) -> (continuation of Deferred@805421593 after retry RPC after error@2095760234) -> (continuation of Deferred@934664379 after retry RPC after error@1874432945) -> (continuation of Deferred@1368819029 after retry RPC after error@2068704670) -> (continuation of Deferred@1646563916 after retry RPC after error@1101242786) -> (continuation of Deferred@620374254 after retry RPC after error@818876658) -> (continuation of Deferred@1983861333 after retry RPC after error@709706625)))
03:04:26.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.258 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@828030511(state=PENDING, result=null, callback=(continuation of Deferred@290573641 after retry RPC after error@1033368756) -> (continuation of Deferred@664458050 after retry RPC after error@1129687640) -> (continuation of Deferred@1559301374 after retry RPC after error@1581343104) -> (continuation of Deferred@791722441 after retry RPC after error@1096401181) -> (continuation of Deferred@354136884 after retry RPC after error@1082367350) -> (continuation of Deferred@1784121950 after retry RPC after error@1695149856) -> (continuation of Deferred@759390886 after retry RPC after error@1912021589), errback=(continuation of Deferred@290573641 after retry RPC after error@1033368756) -> (continuation of Deferred@664458050 after retry RPC after error@1129687640) -> (continuation of Deferred@1559301374 after retry RPC after error@1581343104) -> (continuation of Deferred@791722441 after retry RPC after error@1096401181) -> (continuation of Deferred@354136884 after retry RPC after error@1082367350) -> (continuation of Deferred@1784121950 after retry RPC after error@1695149856) -> (continuation of Deferred@759390886 after retry RPC after error@1912021589)))
03:04:26.258 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@828030511(state=PENDING, result=null, callback=(continuation of Deferred@290573641 after retry RPC after error@1033368756) -> (continuation of Deferred@664458050 after retry RPC after error@1129687640) -> (continuation of Deferred@1559301374 after retry RPC after error@1581343104) -> (continuation of Deferred@791722441 after retry RPC after error@1096401181) -> (continuation of Deferred@354136884 after retry RPC after error@1082367350) -> (continuation of Deferred@1784121950 after retry RPC after error@1695149856) -> (continuation of Deferred@759390886 after retry RPC after error@1912021589), errback=(continuation of Deferred@290573641 after retry RPC after error@1033368756) -> (continuation of Deferred@664458050 after retry RPC after error@1129687640) -> (continuation of Deferred@1559301374 after retry RPC after error@1581343104) -> (continuation of Deferred@791722441 after retry RPC after error@1096401181) -> (continuation of Deferred@354136884 after retry RPC after error@1082367350) -> (continuation of Deferred@1784121950 after retry RPC after error@1695149856) -> (continuation of Deferred@759390886 after retry RPC after error@1912021589)))
03:04:26.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.536 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@354394952(state=PENDING, result=null, callback=(continuation of Deferred@1121433292 after retry RPC after error@437760518) -> (continuation of Deferred@769668583 after retry RPC after error@1158530800) -> (continuation of Deferred@982743371 after retry RPC after error@489909149) -> (continuation of Deferred@835730129 after retry RPC after error@448872541) -> (continuation of Deferred@1001995119 after retry RPC after error@1037094918) -> (continuation of Deferred@224814047 after retry RPC after error@498407814) -> (continuation of Deferred@1864706844 after retry RPC after error@1422824990) -> (continuation of Deferred@1778937795 after retry RPC after error@1598304813), errback=(continuation of Deferred@1121433292 after retry RPC after error@437760518) -> (continuation of Deferred@769668583 after retry RPC after error@1158530800) -> (continuation of Deferred@982743371 after retry RPC after error@489909149) -> (continuation of Deferred@835730129 after retry RPC after error@448872541) -> (continuation of Deferred@1001995119 after retry RPC after error@1037094918) -> (continuation of Deferred@224814047 after retry RPC after error@498407814) -> (continuation of Deferred@1864706844 after retry RPC after error@1422824990) -> (continuation of Deferred@1778937795 after retry RPC after error@1598304813)))
03:04:26.536 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:26.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.817 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1879588105(state=PENDING, result=null, callback=(continuation of Deferred@1220408192 after retry RPC after error@402816267) -> (continuation of Deferred@1314192718 after retry RPC after error@2139447800) -> (continuation of Deferred@1476639867 after retry RPC after error@1398958165) -> (continuation of Deferred@976572922 after retry RPC after error@1860922853) -> (continuation of Deferred@734983207 after retry RPC after error@1806569931) -> (continuation of Deferred@2063869893 after retry RPC after error@1312155909) -> (continuation of Deferred@302404392 after retry RPC after error@155003114), errback=(continuation of Deferred@1220408192 after retry RPC after error@402816267) -> (continuation of Deferred@1314192718 after retry RPC after error@2139447800) -> (continuation of Deferred@1476639867 after retry RPC after error@1398958165) -> (continuation of Deferred@976572922 after retry RPC after error@1860922853) -> (continuation of Deferred@734983207 after retry RPC after error@1806569931) -> (continuation of Deferred@2063869893 after retry RPC after error@1312155909) -> (continuation of Deferred@302404392 after retry RPC after error@155003114)))
03:04:26.817 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:26.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:26.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:26.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:26.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:26.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:26.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.078 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@557186347(state=PENDING, result=null, callback=(continuation of Deferred@947009281 after retry RPC after error@1889833576) -> (continuation of Deferred@127515307 after retry RPC after error@164352982) -> (continuation of Deferred@547891153 after retry RPC after error@1959515774) -> (continuation of Deferred@1053648558 after retry RPC after error@1775192002) -> (continuation of Deferred@146301829 after retry RPC after error@577387722) -> (continuation of Deferred@2001192511 after retry RPC after error@1680174658) -> (continuation of Deferred@793419016 after retry RPC after error@1547008071), errback=(continuation of Deferred@947009281 after retry RPC after error@1889833576) -> (continuation of Deferred@127515307 after retry RPC after error@164352982) -> (continuation of Deferred@547891153 after retry RPC after error@1959515774) -> (continuation of Deferred@1053648558 after retry RPC after error@1775192002) -> (continuation of Deferred@146301829 after retry RPC after error@577387722) -> (continuation of Deferred@2001192511 after retry RPC after error@1680174658) -> (continuation of Deferred@793419016 after retry RPC after error@1547008071)))
03:04:27.079 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@557186347(state=PENDING, result=null, callback=(continuation of Deferred@947009281 after retry RPC after error@1889833576) -> (continuation of Deferred@127515307 after retry RPC after error@164352982) -> (continuation of Deferred@547891153 after retry RPC after error@1959515774) -> (continuation of Deferred@1053648558 after retry RPC after error@1775192002) -> (continuation of Deferred@146301829 after retry RPC after error@577387722) -> (continuation of Deferred@2001192511 after retry RPC after error@1680174658) -> (continuation of Deferred@793419016 after retry RPC after error@1547008071), errback=(continuation of Deferred@947009281 after retry RPC after error@1889833576) -> (continuation of Deferred@127515307 after retry RPC after error@164352982) -> (continuation of Deferred@547891153 after retry RPC after error@1959515774) -> (continuation of Deferred@1053648558 after retry RPC after error@1775192002) -> (continuation of Deferred@146301829 after retry RPC after error@577387722) -> (continuation of Deferred@2001192511 after retry RPC after error@1680174658) -> (continuation of Deferred@793419016 after retry RPC after error@1547008071)))
03:04:27.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.235 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.258 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@469106965(state=PENDING, result=null, callback=(continuation of Deferred@1329458269 after retry RPC after error@583424452) -> (continuation of Deferred@38019512 after retry RPC after error@689006156) -> (continuation of Deferred@166606903 after retry RPC after error@427186359) -> (continuation of Deferred@983364544 after retry RPC after error@404603353) -> (continuation of Deferred@1623879021 after retry RPC after error@1272062499) -> (continuation of Deferred@378395242 after retry RPC after error@1617478251) -> (continuation of Deferred@1400535566 after retry RPC after error@157518200), errback=(continuation of Deferred@1329458269 after retry RPC after error@583424452) -> (continuation of Deferred@38019512 after retry RPC after error@689006156) -> (continuation of Deferred@166606903 after retry RPC after error@427186359) -> (continuation of Deferred@983364544 after retry RPC after error@404603353) -> (continuation of Deferred@1623879021 after retry RPC after error@1272062499) -> (continuation of Deferred@378395242 after retry RPC after error@1617478251) -> (continuation of Deferred@1400535566 after retry RPC after error@157518200)))
03:04:27.258 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@469106965(state=PENDING, result=null, callback=(continuation of Deferred@1329458269 after retry RPC after error@583424452) -> (continuation of Deferred@38019512 after retry RPC after error@689006156) -> (continuation of Deferred@166606903 after retry RPC after error@427186359) -> (continuation of Deferred@983364544 after retry RPC after error@404603353) -> (continuation of Deferred@1623879021 after retry RPC after error@1272062499) -> (continuation of Deferred@378395242 after retry RPC after error@1617478251) -> (continuation of Deferred@1400535566 after retry RPC after error@157518200), errback=(continuation of Deferred@1329458269 after retry RPC after error@583424452) -> (continuation of Deferred@38019512 after retry RPC after error@689006156) -> (continuation of Deferred@166606903 after retry RPC after error@427186359) -> (continuation of Deferred@983364544 after retry RPC after error@404603353) -> (continuation of Deferred@1623879021 after retry RPC after error@1272062499) -> (continuation of Deferred@378395242 after retry RPC after error@1617478251) -> (continuation of Deferred@1400535566 after retry RPC after error@157518200)))
03:04:27.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.457 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [143ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1056863833(state=PENDING, result=null, callback=(continuation of Deferred@1103615589 after retry RPC after error@1054629501) -> (continuation of Deferred@1835123555 after retry RPC after error@543173672) -> (continuation of Deferred@1609282239 after retry RPC after error@51912841) -> (continuation of Deferred@1619104082 after retry RPC after error@1092743174) -> (continuation of Deferred@1130224855 after retry RPC after error@17018973) -> (continuation of Deferred@1835313710 after retry RPC after error@587978308) -> (continuation of Deferred@245173654 after retry RPC after error@310433088), errback=(continuation of Deferred@1103615589 after retry RPC after error@1054629501) -> (continuation of Deferred@1835123555 after retry RPC after error@543173672) -> (continuation of Deferred@1609282239 after retry RPC after error@51912841) -> (continuation of Deferred@1619104082 after retry RPC after error@1092743174) -> (continuation of Deferred@1130224855 after retry RPC after error@17018973) -> (continuation of Deferred@1835313710 after retry RPC after error@587978308) -> (continuation of Deferred@245173654 after retry RPC after error@310433088)))
03:04:27.458 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [143ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1056863833(state=PENDING, result=null, callback=(continuation of Deferred@1103615589 after retry RPC after error@1054629501) -> (continuation of Deferred@1835123555 after retry RPC after error@543173672) -> (continuation of Deferred@1609282239 after retry RPC after error@51912841) -> (continuation of Deferred@1619104082 after retry RPC after error@1092743174) -> (continuation of Deferred@1130224855 after retry RPC after error@17018973) -> (continuation of Deferred@1835313710 after retry RPC after error@587978308) -> (continuation of Deferred@245173654 after retry RPC after error@310433088), errback=(continuation of Deferred@1103615589 after retry RPC after error@1054629501) -> (continuation of Deferred@1835123555 after retry RPC after error@543173672) -> (continuation of Deferred@1609282239 after retry RPC after error@51912841) -> (continuation of Deferred@1619104082 after retry RPC after error@1092743174) -> (continuation of Deferred@1130224855 after retry RPC after error@17018973) -> (continuation of Deferred@1835313710 after retry RPC after error@587978308) -> (continuation of Deferred@245173654 after retry RPC after error@310433088)))
03:04:27.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.718 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@199423967(state=PENDING, result=null, callback=(continuation of Deferred@1078090376 after retry RPC after error@1852205279) -> (continuation of Deferred@799007864 after retry RPC after error@870294107) -> (continuation of Deferred@1629173938 after retry RPC after error@1013355742) -> (continuation of Deferred@1820990222 after retry RPC after error@571060670) -> (continuation of Deferred@451924965 after retry RPC after error@312960002) -> (continuation of Deferred@776560435 after retry RPC after error@1092783877) -> (continuation of Deferred@632687679 after retry RPC after error@202959871) -> (continuation of Deferred@1749847432 after retry RPC after error@1027833123), errback=(continuation of Deferred@1078090376 after retry RPC after error@1852205279) -> (continuation of Deferred@799007864 after retry RPC after error@870294107) -> (continuation of Deferred@1629173938 after retry RPC after error@1013355742) -> (continuation of Deferred@1820990222 after retry RPC after error@571060670) -> (continuation of Deferred@451924965 after retry RPC after error@312960002) -> (continuation of Deferred@776560435 after retry RPC after error@1092783877) -> (continuation of Deferred@632687679 after retry RPC after error@202959871) -> (continuation of Deferred@1749847432 after retry RPC after error@1027833123)))
03:04:27.718 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@199423967(state=PENDING, result=null, callback=(continuation of Deferred@1078090376 after retry RPC after error@1852205279) -> (continuation of Deferred@799007864 after retry RPC after error@870294107) -> (continuation of Deferred@1629173938 after retry RPC after error@1013355742) -> (continuation of Deferred@1820990222 after retry RPC after error@571060670) -> (continuation of Deferred@451924965 after retry RPC after error@312960002) -> (continuation of Deferred@776560435 after retry RPC after error@1092783877) -> (continuation of Deferred@632687679 after retry RPC after error@202959871) -> (continuation of Deferred@1749847432 after retry RPC after error@1027833123), errback=(continuation of Deferred@1078090376 after retry RPC after error@1852205279) -> (continuation of Deferred@799007864 after retry RPC after error@870294107) -> (continuation of Deferred@1629173938 after retry RPC after error@1013355742) -> (continuation of Deferred@1820990222 after retry RPC after error@571060670) -> (continuation of Deferred@451924965 after retry RPC after error@312960002) -> (continuation of Deferred@776560435 after retry RPC after error@1092783877) -> (continuation of Deferred@632687679 after retry RPC after error@202959871) -> (continuation of Deferred@1749847432 after retry RPC after error@1027833123)))
03:04:27.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:27.814572 11874 master_runner.cc:186] Error getting master registration for 127.10.192.190:46323: Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111),
03:04:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:27.814719 11874 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:27.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:27.978 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@8377199(state=PENDING, result=null, callback=(continuation of Deferred@1877789903 after retry RPC after error@737500900) -> (continuation of Deferred@857470605 after retry RPC after error@1291956010) -> (continuation of Deferred@1149409521 after retry RPC after error@1166142715) -> (continuation of Deferred@692245848 after retry RPC after error@1769625509) -> (continuation of Deferred@963579755 after retry RPC after error@1942215305) -> (continuation of Deferred@1276389820 after retry RPC after error@2003343588) -> (continuation of Deferred@910017845 after retry RPC after error@1531401961), errback=(continuation of Deferred@1877789903 after retry RPC after error@737500900) -> (continuation of Deferred@857470605 after retry RPC after error@1291956010) -> (continuation of Deferred@1149409521 after retry RPC after error@1166142715) -> (continuation of Deferred@692245848 after retry RPC after error@1769625509) -> (continuation of Deferred@963579755 after retry RPC after error@1942215305) -> (continuation of Deferred@1276389820 after retry RPC after error@2003343588) -> (continuation of Deferred@910017845 after retry RPC after error@1531401961)))
03:04:27.978 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@8377199(state=PENDING, result=null, callback=(continuation of Deferred@1877789903 after retry RPC after error@737500900) -> (continuation of Deferred@857470605 after retry RPC after error@1291956010) -> (continuation of Deferred@1149409521 after retry RPC after error@1166142715) -> (continuation of Deferred@692245848 after retry RPC after error@1769625509) -> (continuation of Deferred@963579755 after retry RPC after error@1942215305) -> (continuation of Deferred@1276389820 after retry RPC after error@2003343588) -> (continuation of Deferred@910017845 after retry RPC after error@1531401961), errback=(continuation of Deferred@1877789903 after retry RPC after error@737500900) -> (continuation of Deferred@857470605 after retry RPC after error@1291956010) -> (continuation of Deferred@1149409521 after retry RPC after error@1166142715) -> (continuation of Deferred@692245848 after retry RPC after error@1769625509) -> (continuation of Deferred@963579755 after retry RPC after error@1942215305) -> (continuation of Deferred@1276389820 after retry RPC after error@2003343588) -> (continuation of Deferred@910017845 after retry RPC after error@1531401961)))
03:04:27.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:27.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:27.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:27.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:27.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.256 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1177902629(state=PENDING, result=null, callback=(continuation of Deferred@249250489 after retry RPC after error@1216481124) -> (continuation of Deferred@1558970674 after retry RPC after error@818194684) -> (continuation of Deferred@1683942103 after retry RPC after error@1019181087) -> (continuation of Deferred@15076139 after retry RPC after error@359714947) -> (continuation of Deferred@116103336 after retry RPC after error@1095985130) -> (continuation of Deferred@1901892536 after retry RPC after error@1656463832) -> (continuation of Deferred@953113599 after retry RPC after error@1660487483), errback=(continuation of Deferred@249250489 after retry RPC after error@1216481124) -> (continuation of Deferred@1558970674 after retry RPC after error@818194684) -> (continuation of Deferred@1683942103 after retry RPC after error@1019181087) -> (continuation of Deferred@15076139 after retry RPC after error@359714947) -> (continuation of Deferred@116103336 after retry RPC after error@1095985130) -> (continuation of Deferred@1901892536 after retry RPC after error@1656463832) -> (continuation of Deferred@953113599 after retry RPC after error@1660487483)))
03:04:28.257 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:28.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.536 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@36601078(state=PENDING, result=null, callback=(continuation of Deferred@181411913 after retry RPC after error@1149869543) -> (continuation of Deferred@1224922861 after retry RPC after error@951765751) -> (continuation of Deferred@862152641 after retry RPC after error@999142127) -> (continuation of Deferred@1692909261 after retry RPC after error@174341588) -> (continuation of Deferred@579935798 after retry RPC after error@1960692289) -> (continuation of Deferred@756351937 after retry RPC after error@104071466) -> (continuation of Deferred@754896756 after retry RPC after error@921409384), errback=(continuation of Deferred@181411913 after retry RPC after error@1149869543) -> (continuation of Deferred@1224922861 after retry RPC after error@951765751) -> (continuation of Deferred@862152641 after retry RPC after error@999142127) -> (continuation of Deferred@1692909261 after retry RPC after error@174341588) -> (continuation of Deferred@579935798 after retry RPC after error@1960692289) -> (continuation of Deferred@756351937 after retry RPC after error@104071466) -> (continuation of Deferred@754896756 after retry RPC after error@921409384)))
03:04:28.537 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:28.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.718 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1896576754(state=PENDING, result=null, callback=(continuation of Deferred@208092678 after retry RPC after error@1410899361) -> (continuation of Deferred@1110756728 after retry RPC after error@1755483946) -> (continuation of Deferred@1568672566 after retry RPC after error@1298489522) -> (continuation of Deferred@694041451 after retry RPC after error@1434008245) -> (continuation of Deferred@150815383 after retry RPC after error@1861993418) -> (continuation of Deferred@916863005 after retry RPC after error@706085102) -> (continuation of Deferred@1218254529 after retry RPC after error@2018011531), errback=(continuation of Deferred@208092678 after retry RPC after error@1410899361) -> (continuation of Deferred@1110756728 after retry RPC after error@1755483946) -> (continuation of Deferred@1568672566 after retry RPC after error@1298489522) -> (continuation of Deferred@694041451 after retry RPC after error@1434008245) -> (continuation of Deferred@150815383 after retry RPC after error@1861993418) -> (continuation of Deferred@916863005 after retry RPC after error@706085102) -> (continuation of Deferred@1218254529 after retry RPC after error@2018011531)))
03:04:28.718 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1896576754(state=PENDING, result=null, callback=(continuation of Deferred@208092678 after retry RPC after error@1410899361) -> (continuation of Deferred@1110756728 after retry RPC after error@1755483946) -> (continuation of Deferred@1568672566 after retry RPC after error@1298489522) -> (continuation of Deferred@694041451 after retry RPC after error@1434008245) -> (continuation of Deferred@150815383 after retry RPC after error@1861993418) -> (continuation of Deferred@916863005 after retry RPC after error@706085102) -> (continuation of Deferred@1218254529 after retry RPC after error@2018011531), errback=(continuation of Deferred@208092678 after retry RPC after error@1410899361) -> (continuation of Deferred@1110756728 after retry RPC after error@1755483946) -> (continuation of Deferred@1568672566 after retry RPC after error@1298489522) -> (continuation of Deferred@694041451 after retry RPC after error@1434008245) -> (continuation of Deferred@150815383 after retry RPC after error@1861993418) -> (continuation of Deferred@916863005 after retry RPC after error@706085102) -> (continuation of Deferred@1218254529 after retry RPC after error@2018011531)))
03:04:28.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.897 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1313247901(state=PENDING, result=null, callback=(continuation of Deferred@1231956844 after retry RPC after error@2052595543) -> (continuation of Deferred@933482016 after retry RPC after error@1300983859) -> (continuation of Deferred@1971718053 after retry RPC after error@1335758053) -> (continuation of Deferred@1726286328 after retry RPC after error@1895426047) -> (continuation of Deferred@889683306 after retry RPC after error@180463115) -> (continuation of Deferred@1143325794 after retry RPC after error@2069632262) -> (continuation of Deferred@1975438122 after retry RPC after error@1917377128), errback=(continuation of Deferred@1231956844 after retry RPC after error@2052595543) -> (continuation of Deferred@933482016 after retry RPC after error@1300983859) -> (continuation of Deferred@1971718053 after retry RPC after error@1335758053) -> (continuation of Deferred@1726286328 after retry RPC after error@1895426047) -> (continuation of Deferred@889683306 after retry RPC after error@180463115) -> (continuation of Deferred@1143325794 after retry RPC after error@2069632262) -> (continuation of Deferred@1975438122 after retry RPC after error@1917377128)))
03:04:28.898 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1313247901(state=PENDING, result=null, callback=(continuation of Deferred@1231956844 after retry RPC after error@2052595543) -> (continuation of Deferred@933482016 after retry RPC after error@1300983859) -> (continuation of Deferred@1971718053 after retry RPC after error@1335758053) -> (continuation of Deferred@1726286328 after retry RPC after error@1895426047) -> (continuation of Deferred@889683306 after retry RPC after error@180463115) -> (continuation of Deferred@1143325794 after retry RPC after error@2069632262) -> (continuation of Deferred@1975438122 after retry RPC after error@1917377128), errback=(continuation of Deferred@1231956844 after retry RPC after error@2052595543) -> (continuation of Deferred@933482016 after retry RPC after error@1300983859) -> (continuation of Deferred@1971718053 after retry RPC after error@1335758053) -> (continuation of Deferred@1726286328 after retry RPC after error@1895426047) -> (continuation of Deferred@889683306 after retry RPC after error@180463115) -> (continuation of Deferred@1143325794 after retry RPC after error@2069632262) -> (continuation of Deferred@1975438122 after retry RPC after error@1917377128)))
03:04:28.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:28.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:28.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:28.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:28.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:28.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.139 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@323437025(state=PENDING, result=null, callback=(continuation of Deferred@862121537 after retry RPC after error@974266677) -> (continuation of Deferred@422230941 after retry RPC after error@818657552) -> (continuation of Deferred@343890350 after retry RPC after error@1070582173) -> (continuation of Deferred@1937079210 after retry RPC after error@513499117) -> (continuation of Deferred@1892140985 after retry RPC after error@830831389) -> (continuation of Deferred@1769340588 after retry RPC after error@768974936) -> (continuation of Deferred@1675706452 after retry RPC after error@2040955558), errback=(continuation of Deferred@862121537 after retry RPC after error@974266677) -> (continuation of Deferred@422230941 after retry RPC after error@818657552) -> (continuation of Deferred@343890350 after retry RPC after error@1070582173) -> (continuation of Deferred@1937079210 after retry RPC after error@513499117) -> (continuation of Deferred@1892140985 after retry RPC after error@830831389) -> (continuation of Deferred@1769340588 after retry RPC after error@768974936) -> (continuation of Deferred@1675706452 after retry RPC after error@2040955558)))
03:04:29.139 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@323437025(state=PENDING, result=null, callback=(continuation of Deferred@862121537 after retry RPC after error@974266677) -> (continuation of Deferred@422230941 after retry RPC after error@818657552) -> (continuation of Deferred@343890350 after retry RPC after error@1070582173) -> (continuation of Deferred@1937079210 after retry RPC after error@513499117) -> (continuation of Deferred@1892140985 after retry RPC after error@830831389) -> (continuation of Deferred@1769340588 after retry RPC after error@768974936) -> (continuation of Deferred@1675706452 after retry RPC after error@2040955558), errback=(continuation of Deferred@862121537 after retry RPC after error@974266677) -> (continuation of Deferred@422230941 after retry RPC after error@818657552) -> (continuation of Deferred@343890350 after retry RPC after error@1070582173) -> (continuation of Deferred@1937079210 after retry RPC after error@513499117) -> (continuation of Deferred@1892140985 after retry RPC after error@830831389) -> (continuation of Deferred@1769340588 after retry RPC after error@768974936) -> (continuation of Deferred@1675706452 after retry RPC after error@2040955558)))
03:04:29.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1825149086(state=PENDING, result=null, callback=(continuation of Deferred@1001538849 after retry RPC after error@1180579784) -> (continuation of Deferred@695387353 after retry RPC after error@161479689) -> (continuation of Deferred@539831126 after retry RPC after error@402307308) -> (continuation of Deferred@680649414 after retry RPC after error@1578642537) -> (continuation of Deferred@388422503 after retry RPC after error@1440296119) -> (continuation of Deferred@1928950552 after retry RPC after error@1839034954) -> (continuation of Deferred@1287745917 after retry RPC after error@1356943558), errback=(continuation of Deferred@1001538849 after retry RPC after error@1180579784) -> (continuation of Deferred@695387353 after retry RPC after error@161479689) -> (continuation of Deferred@539831126 after retry RPC after error@402307308) -> (continuation of Deferred@680649414 after retry RPC after error@1578642537) -> (continuation of Deferred@388422503 after retry RPC after error@1440296119) -> (continuation of Deferred@1928950552 after retry RPC after error@1839034954) -> (continuation of Deferred@1287745917 after retry RPC after error@1356943558)))
03:04:29.379 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1825149086(state=PENDING, result=null, callback=(continuation of Deferred@1001538849 after retry RPC after error@1180579784) -> (continuation of Deferred@695387353 after retry RPC after error@161479689) -> (continuation of Deferred@539831126 after retry RPC after error@402307308) -> (continuation of Deferred@680649414 after retry RPC after error@1578642537) -> (continuation of Deferred@388422503 after retry RPC after error@1440296119) -> (continuation of Deferred@1928950552 after retry RPC after error@1839034954) -> (continuation of Deferred@1287745917 after retry RPC after error@1356943558), errback=(continuation of Deferred@1001538849 after retry RPC after error@1180579784) -> (continuation of Deferred@695387353 after retry RPC after error@161479689) -> (continuation of Deferred@539831126 after retry RPC after error@402307308) -> (continuation of Deferred@680649414 after retry RPC after error@1578642537) -> (continuation of Deferred@388422503 after retry RPC after error@1440296119) -> (continuation of Deferred@1928950552 after retry RPC after error@1839034954) -> (continuation of Deferred@1287745917 after retry RPC after error@1356943558)))
03:04:29.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.618 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@539486513(state=PENDING, result=null, callback=(continuation of Deferred@1489804808 after retry RPC after error@833496856) -> (continuation of Deferred@623632548 after retry RPC after error@979037009) -> (continuation of Deferred@114953932 after retry RPC after error@1175220200) -> (continuation of Deferred@1012439373 after retry RPC after error@1370877428) -> (continuation of Deferred@122627424 after retry RPC after error@580483406) -> (continuation of Deferred@1517489825 after retry RPC after error@609714774) -> (continuation of Deferred@1515046809 after retry RPC after error@863475351), errback=(continuation of Deferred@1489804808 after retry RPC after error@833496856) -> (continuation of Deferred@623632548 after retry RPC after error@979037009) -> (continuation of Deferred@114953932 after retry RPC after error@1175220200) -> (continuation of Deferred@1012439373 after retry RPC after error@1370877428) -> (continuation of Deferred@122627424 after retry RPC after error@580483406) -> (continuation of Deferred@1517489825 after retry RPC after error@609714774) -> (continuation of Deferred@1515046809 after retry RPC after error@863475351)))
03:04:29.618 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@539486513(state=PENDING, result=null, callback=(continuation of Deferred@1489804808 after retry RPC after error@833496856) -> (continuation of Deferred@623632548 after retry RPC after error@979037009) -> (continuation of Deferred@114953932 after retry RPC after error@1175220200) -> (continuation of Deferred@1012439373 after retry RPC after error@1370877428) -> (continuation of Deferred@122627424 after retry RPC after error@580483406) -> (continuation of Deferred@1517489825 after retry RPC after error@609714774) -> (continuation of Deferred@1515046809 after retry RPC after error@863475351), errback=(continuation of Deferred@1489804808 after retry RPC after error@833496856) -> (continuation of Deferred@623632548 after retry RPC after error@979037009) -> (continuation of Deferred@114953932 after retry RPC after error@1175220200) -> (continuation of Deferred@1012439373 after retry RPC after error@1370877428) -> (continuation of Deferred@122627424 after retry RPC after error@580483406) -> (continuation of Deferred@1517489825 after retry RPC after error@609714774) -> (continuation of Deferred@1515046809 after retry RPC after error@863475351)))
03:04:29.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:29.699978 11517 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 1)
03:04:29.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:29.701264 11517 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '3f68ffe812454911878826a0330b244d', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '3f68ffe812454911878826a0330b244d', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 1)
03:04:29.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:29.702471 11517 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.10.192.188:38559)
03:04:29.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.798 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@803713363(state=PENDING, result=null, callback=(continuation of Deferred@1466825663 after retry RPC after error@1430458732) -> (continuation of Deferred@599908597 after retry RPC after error@826192119) -> (continuation of Deferred@154535276 after retry RPC after error@1152626007) -> (continuation of Deferred@1759067004 after retry RPC after error@748980120) -> (continuation of Deferred@360770053 after retry RPC after error@1275081975) -> (continuation of Deferred@1839461584 after retry RPC after error@1706239675), errback=(continuation of Deferred@1466825663 after retry RPC after error@1430458732) -> (continuation of Deferred@599908597 after retry RPC after error@826192119) -> (continuation of Deferred@154535276 after retry RPC after error@1152626007) -> (continuation of Deferred@1759067004 after retry RPC after error@748980120) -> (continuation of Deferred@360770053 after retry RPC after error@1275081975) -> (continuation of Deferred@1839461584 after retry RPC after error@1706239675)))
03:04:29.799 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@803713363(state=PENDING, result=null, callback=(continuation of Deferred@1466825663 after retry RPC after error@1430458732) -> (continuation of Deferred@599908597 after retry RPC after error@826192119) -> (continuation of Deferred@154535276 after retry RPC after error@1152626007) -> (continuation of Deferred@1759067004 after retry RPC after error@748980120) -> (continuation of Deferred@360770053 after retry RPC after error@1275081975) -> (continuation of Deferred@1839461584 after retry RPC after error@1706239675), errback=(continuation of Deferred@1466825663 after retry RPC after error@1430458732) -> (continuation of Deferred@599908597 after retry RPC after error@826192119) -> (continuation of Deferred@154535276 after retry RPC after error@1152626007) -> (continuation of Deferred@1759067004 after retry RPC after error@748980120) -> (continuation of Deferred@360770053 after retry RPC after error@1275081975) -> (continuation of Deferred@1839461584 after retry RPC after error@1706239675)))
03:04:29.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:29.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:29.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:29.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:29.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:29.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.038 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@803785900(state=PENDING, result=null, callback=(continuation of Deferred@1276651851 after retry RPC after error@2078140583) -> (continuation of Deferred@1658418241 after retry RPC after error@188565786) -> (continuation of Deferred@107117383 after retry RPC after error@317596668) -> (continuation of Deferred@1002190492 after retry RPC after error@1521012072) -> (continuation of Deferred@1334127929 after retry RPC after error@748099318) -> (continuation of Deferred@1992678702 after retry RPC after error@1788513555) -> (continuation of Deferred@202410396 after retry RPC after error@405016142), errback=(continuation of Deferred@1276651851 after retry RPC after error@2078140583) -> (continuation of Deferred@1658418241 after retry RPC after error@188565786) -> (continuation of Deferred@107117383 after retry RPC after error@317596668) -> (continuation of Deferred@1002190492 after retry RPC after error@1521012072) -> (continuation of Deferred@1334127929 after retry RPC after error@748099318) -> (continuation of Deferred@1992678702 after retry RPC after error@1788513555) -> (continuation of Deferred@202410396 after retry RPC after error@405016142)))
03:04:30.038 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@803785900(state=PENDING, result=null, callback=(continuation of Deferred@1276651851 after retry RPC after error@2078140583) -> (continuation of Deferred@1658418241 after retry RPC after error@188565786) -> (continuation of Deferred@107117383 after retry RPC after error@317596668) -> (continuation of Deferred@1002190492 after retry RPC after error@1521012072) -> (continuation of Deferred@1334127929 after retry RPC after error@748099318) -> (continuation of Deferred@1992678702 after retry RPC after error@1788513555) -> (continuation of Deferred@202410396 after retry RPC after error@405016142), errback=(continuation of Deferred@1276651851 after retry RPC after error@2078140583) -> (continuation of Deferred@1658418241 after retry RPC after error@188565786) -> (continuation of Deferred@107117383 after retry RPC after error@317596668) -> (continuation of Deferred@1002190492 after retry RPC after error@1521012072) -> (continuation of Deferred@1334127929 after retry RPC after error@748099318) -> (continuation of Deferred@1992678702 after retry RPC after error@1788513555) -> (continuation of Deferred@202410396 after retry RPC after error@405016142)))
03:04:30.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.218 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@753101466(state=PENDING, result=null, callback=(continuation of Deferred@1863996760 after retry RPC after error@524853520) -> (continuation of Deferred@246269542 after retry RPC after error@959306387) -> (continuation of Deferred@69265531 after retry RPC after error@1589283278) -> (continuation of Deferred@1053096585 after retry RPC after error@1776961152) -> (continuation of Deferred@1787431158 after retry RPC after error@1618221200) -> (continuation of Deferred@2038277797 after retry RPC after error@1108877644) -> (continuation of Deferred@2020564033 after retry RPC after error@949971780), errback=(continuation of Deferred@1863996760 after retry RPC after error@524853520) -> (continuation of Deferred@246269542 after retry RPC after error@959306387) -> (continuation of Deferred@69265531 after retry RPC after error@1589283278) -> (continuation of Deferred@1053096585 after retry RPC after error@1776961152) -> (continuation of Deferred@1787431158 after retry RPC after error@1618221200) -> (continuation of Deferred@2038277797 after retry RPC after error@1108877644) -> (continuation of Deferred@2020564033 after retry RPC after error@949971780)))
03:04:30.219 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@753101466(state=PENDING, result=null, callback=(continuation of Deferred@1863996760 after retry RPC after error@524853520) -> (continuation of Deferred@246269542 after retry RPC after error@959306387) -> (continuation of Deferred@69265531 after retry RPC after error@1589283278) -> (continuation of Deferred@1053096585 after retry RPC after error@1776961152) -> (continuation of Deferred@1787431158 after retry RPC after error@1618221200) -> (continuation of Deferred@2038277797 after retry RPC after error@1108877644) -> (continuation of Deferred@2020564033 after retry RPC after error@949971780), errback=(continuation of Deferred@1863996760 after retry RPC after error@524853520) -> (continuation of Deferred@246269542 after retry RPC after error@959306387) -> (continuation of Deferred@69265531 after retry RPC after error@1589283278) -> (continuation of Deferred@1053096585 after retry RPC after error@1776961152) -> (continuation of Deferred@1787431158 after retry RPC after error@1618221200) -> (continuation of Deferred@2038277797 after retry RPC after error@1108877644) -> (continuation of Deferred@2020564033 after retry RPC after error@949971780)))
03:04:30.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.418 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1479722800(state=PENDING, result=null, callback=(continuation of Deferred@1860855024 after retry RPC after error@672258994) -> (continuation of Deferred@363531096 after retry RPC after error@1533953434) -> (continuation of Deferred@1713272803 after retry RPC after error@1089797337) -> (continuation of Deferred@222875220 after retry RPC after error@614668530) -> (continuation of Deferred@832029418 after retry RPC after error@1449321013) -> (continuation of Deferred@487828675 after retry RPC after error@566973211), errback=(continuation of Deferred@1860855024 after retry RPC after error@672258994) -> (continuation of Deferred@363531096 after retry RPC after error@1533953434) -> (continuation of Deferred@1713272803 after retry RPC after error@1089797337) -> (continuation of Deferred@222875220 after retry RPC after error@614668530) -> (continuation of Deferred@832029418 after retry RPC after error@1449321013) -> (continuation of Deferred@487828675 after retry RPC after error@566973211)))
03:04:30.419 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1479722800(state=PENDING, result=null, callback=(continuation of Deferred@1860855024 after retry RPC after error@672258994) -> (continuation of Deferred@363531096 after retry RPC after error@1533953434) -> (continuation of Deferred@1713272803 after retry RPC after error@1089797337) -> (continuation of Deferred@222875220 after retry RPC after error@614668530) -> (continuation of Deferred@832029418 after retry RPC after error@1449321013) -> (continuation of Deferred@487828675 after retry RPC after error@566973211), errback=(continuation of Deferred@1860855024 after retry RPC after error@672258994) -> (continuation of Deferred@363531096 after retry RPC after error@1533953434) -> (continuation of Deferred@1713272803 after retry RPC after error@1089797337) -> (continuation of Deferred@222875220 after retry RPC after error@614668530) -> (continuation of Deferred@832029418 after retry RPC after error@1449321013) -> (continuation of Deferred@487828675 after retry RPC after error@566973211)))
03:04:30.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.598 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@380594580(state=PENDING, result=null, callback=(continuation of Deferred@436203714 after retry RPC after error@1655142618) -> (continuation of Deferred@1855359192 after retry RPC after error@60338007) -> (continuation of Deferred@1703355910 after retry RPC after error@1010824132) -> (continuation of Deferred@1714777299 after retry RPC after error@546407765) -> (continuation of Deferred@2096771159 after retry RPC after error@1066946015) -> (continuation of Deferred@1921449227 after retry RPC after error@1578202403), errback=(continuation of Deferred@436203714 after retry RPC after error@1655142618) -> (continuation of Deferred@1855359192 after retry RPC after error@60338007) -> (continuation of Deferred@1703355910 after retry RPC after error@1010824132) -> (continuation of Deferred@1714777299 after retry RPC after error@546407765) -> (continuation of Deferred@2096771159 after retry RPC after error@1066946015) -> (continuation of Deferred@1921449227 after retry RPC after error@1578202403)))
03:04:30.598 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@380594580(state=PENDING, result=null, callback=(continuation of Deferred@436203714 after retry RPC after error@1655142618) -> (continuation of Deferred@1855359192 after retry RPC after error@60338007) -> (continuation of Deferred@1703355910 after retry RPC after error@1010824132) -> (continuation of Deferred@1714777299 after retry RPC after error@546407765) -> (continuation of Deferred@2096771159 after retry RPC after error@1066946015) -> (continuation of Deferred@1921449227 after retry RPC after error@1578202403), errback=(continuation of Deferred@436203714 after retry RPC after error@1655142618) -> (continuation of Deferred@1855359192 after retry RPC after error@60338007) -> (continuation of Deferred@1703355910 after retry RPC after error@1010824132) -> (continuation of Deferred@1714777299 after retry RPC after error@546407765) -> (continuation of Deferred@2096771159 after retry RPC after error@1066946015) -> (continuation of Deferred@1921449227 after retry RPC after error@1578202403)))
03:04:30.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:30.689795 12136 raft_consensus.cc:493] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 76505419105b4dc4a1e93edac918e32c)
03:04:30.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:30.689941 12136 raft_consensus.cc:515] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:30.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:30.690475 12136 leader_election.cc:290] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323), 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035)
03:04:30.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:30.692281 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323): Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111)
03:04:30.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:30.692498 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035): Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:30.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:30.692590 11890 leader_election.cc:304] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: de6a0f6393df4ada85eb45eb0b0f246e; no voters: 1a315d17969b45168a52f1868fc25e16, 76505419105b4dc4a1e93edac918e32c
03:04:30.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:30.692770 12136 raft_consensus.cc:2749] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:30.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.876 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@2076560810(state=PENDING, result=null, callback=(continuation of Deferred@1998810674 after retry RPC after error@58634581) -> (continuation of Deferred@1751676081 after retry RPC after error@1024810123) -> (continuation of Deferred@1361836005 after retry RPC after error@665391244) -> (continuation of Deferred@214902068 after retry RPC after error@464109858) -> (continuation of Deferred@355699053 after retry RPC after error@2054280759) -> (continuation of Deferred@258128584 after retry RPC after error@1519901399) -> (continuation of Deferred@1399216137 after retry RPC after error@659749948) -> (continuation of Deferred@1031579364 after retry RPC after error@1499038462), errback=(continuation of Deferred@1998810674 after retry RPC after error@58634581) -> (continuation of Deferred@1751676081 after retry RPC after error@1024810123) -> (continuation of Deferred@1361836005 after retry RPC after error@665391244) -> (continuation of Deferred@214902068 after retry RPC after error@464109858) -> (continuation of Deferred@355699053 after retry RPC after error@2054280759) -> (continuation of Deferred@258128584 after retry RPC after error@1519901399) -> (continuation of Deferred@1399216137 after retry RPC after error@659749948) -> (continuation of Deferred@1031579364 after retry RPC after error@1499038462)))
03:04:30.876 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:30.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:30.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:30.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:30.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:30.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:30.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.138 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@7365731(state=PENDING, result=null, callback=(continuation of Deferred@1436135489 after retry RPC after error@894952368) -> (continuation of Deferred@1826921952 after retry RPC after error@1865723747) -> (continuation of Deferred@2008482172 after retry RPC after error@2113353305) -> (continuation of Deferred@892649370 after retry RPC after error@2142323176) -> (continuation of Deferred@809632643 after retry RPC after error@1950592556) -> (continuation of Deferred@1679497041 after retry RPC after error@298886203) -> (continuation of Deferred@825156505 after retry RPC after error@1492453726), errback=(continuation of Deferred@1436135489 after retry RPC after error@894952368) -> (continuation of Deferred@1826921952 after retry RPC after error@1865723747) -> (continuation of Deferred@2008482172 after retry RPC after error@2113353305) -> (continuation of Deferred@892649370 after retry RPC after error@2142323176) -> (continuation of Deferred@809632643 after retry RPC after error@1950592556) -> (continuation of Deferred@1679497041 after retry RPC after error@298886203) -> (continuation of Deferred@825156505 after retry RPC after error@1492453726)))
03:04:31.139 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@7365731(state=PENDING, result=null, callback=(continuation of Deferred@1436135489 after retry RPC after error@894952368) -> (continuation of Deferred@1826921952 after retry RPC after error@1865723747) -> (continuation of Deferred@2008482172 after retry RPC after error@2113353305) -> (continuation of Deferred@892649370 after retry RPC after error@2142323176) -> (continuation of Deferred@809632643 after retry RPC after error@1950592556) -> (continuation of Deferred@1679497041 after retry RPC after error@298886203) -> (continuation of Deferred@825156505 after retry RPC after error@1492453726), errback=(continuation of Deferred@1436135489 after retry RPC after error@894952368) -> (continuation of Deferred@1826921952 after retry RPC after error@1865723747) -> (continuation of Deferred@2008482172 after retry RPC after error@2113353305) -> (continuation of Deferred@892649370 after retry RPC after error@2142323176) -> (continuation of Deferred@809632643 after retry RPC after error@1950592556) -> (continuation of Deferred@1679497041 after retry RPC after error@298886203) -> (continuation of Deferred@825156505 after retry RPC after error@1492453726)))
03:04:31.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.338 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@2024574532(state=PENDING, result=null, callback=(continuation of Deferred@1791020618 after retry RPC after error@1378667302) -> (continuation of Deferred@1731748335 after retry RPC after error@2079985122) -> (continuation of Deferred@396639817 after retry RPC after error@593867360) -> (continuation of Deferred@125208826 after retry RPC after error@751309035) -> (continuation of Deferred@447227213 after retry RPC after error@349205194) -> (continuation of Deferred@668080626 after retry RPC after error@1265703595), errback=(continuation of Deferred@1791020618 after retry RPC after error@1378667302) -> (continuation of Deferred@1731748335 after retry RPC after error@2079985122) -> (continuation of Deferred@396639817 after retry RPC after error@593867360) -> (continuation of Deferred@125208826 after retry RPC after error@751309035) -> (continuation of Deferred@447227213 after retry RPC after error@349205194) -> (continuation of Deferred@668080626 after retry RPC after error@1265703595)))
03:04:31.338 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@2024574532(state=PENDING, result=null, callback=(continuation of Deferred@1791020618 after retry RPC after error@1378667302) -> (continuation of Deferred@1731748335 after retry RPC after error@2079985122) -> (continuation of Deferred@396639817 after retry RPC after error@593867360) -> (continuation of Deferred@125208826 after retry RPC after error@751309035) -> (continuation of Deferred@447227213 after retry RPC after error@349205194) -> (continuation of Deferred@668080626 after retry RPC after error@1265703595), errback=(continuation of Deferred@1791020618 after retry RPC after error@1378667302) -> (continuation of Deferred@1731748335 after retry RPC after error@2079985122) -> (continuation of Deferred@396639817 after retry RPC after error@593867360) -> (continuation of Deferred@125208826 after retry RPC after error@751309035) -> (continuation of Deferred@447227213 after retry RPC after error@349205194) -> (continuation of Deferred@668080626 after retry RPC after error@1265703595)))
03:04:31.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:31.416427 12146 raft_consensus.cc:493] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 76505419105b4dc4a1e93edac918e32c)
03:04:31.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:31.416612 12146 raft_consensus.cc:515] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:31.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:31.418540 12146 leader_election.cc:290] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323), 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035)
03:04:31.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:31.419461 11890 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111) [suppressed 3 similar messages]
03:04:31.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:31.420683 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323): Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111)
03:04:31.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:31.420828 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035): Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:31.420898 11890 leader_election.cc:304] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: de6a0f6393df4ada85eb45eb0b0f246e; no voters: 1a315d17969b45168a52f1868fc25e16, 76505419105b4dc4a1e93edac918e32c
03:04:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:31.421089 12146 raft_consensus.cc:2749] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:31.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.558 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1759521930(state=PENDING, result=null, callback=(continuation of Deferred@41811296 after retry RPC after error@863944295) -> (continuation of Deferred@313732265 after retry RPC after error@2069812745) -> (continuation of Deferred@379958015 after retry RPC after error@1349434314) -> (continuation of Deferred@1530069770 after retry RPC after error@1448110331) -> (continuation of Deferred@1834556036 after retry RPC after error@1221348366) -> (continuation of Deferred@195312974 after retry RPC after error@1583782769) -> (continuation of Deferred@2068723459 after retry RPC after error@1372104792), errback=(continuation of Deferred@41811296 after retry RPC after error@863944295) -> (continuation of Deferred@313732265 after retry RPC after error@2069812745) -> (continuation of Deferred@379958015 after retry RPC after error@1349434314) -> (continuation of Deferred@1530069770 after retry RPC after error@1448110331) -> (continuation of Deferred@1834556036 after retry RPC after error@1221348366) -> (continuation of Deferred@195312974 after retry RPC after error@1583782769) -> (continuation of Deferred@2068723459 after retry RPC after error@1372104792)))
03:04:31.558 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1759521930(state=PENDING, result=null, callback=(continuation of Deferred@41811296 after retry RPC after error@863944295) -> (continuation of Deferred@313732265 after retry RPC after error@2069812745) -> (continuation of Deferred@379958015 after retry RPC after error@1349434314) -> (continuation of Deferred@1530069770 after retry RPC after error@1448110331) -> (continuation of Deferred@1834556036 after retry RPC after error@1221348366) -> (continuation of Deferred@195312974 after retry RPC after error@1583782769) -> (continuation of Deferred@2068723459 after retry RPC after error@1372104792), errback=(continuation of Deferred@41811296 after retry RPC after error@863944295) -> (continuation of Deferred@313732265 after retry RPC after error@2069812745) -> (continuation of Deferred@379958015 after retry RPC after error@1349434314) -> (continuation of Deferred@1530069770 after retry RPC after error@1448110331) -> (continuation of Deferred@1834556036 after retry RPC after error@1221348366) -> (continuation of Deferred@195312974 after retry RPC after error@1583782769) -> (continuation of Deferred@2068723459 after retry RPC after error@1372104792)))
03:04:31.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.818 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@2078743923(state=PENDING, result=null, callback=(continuation of Deferred@1005244288 after retry RPC after error@457072302) -> (continuation of Deferred@1560334412 after retry RPC after error@508510746) -> (continuation of Deferred@1932789916 after retry RPC after error@437707642) -> (continuation of Deferred@1095746244 after retry RPC after error@636749669) -> (continuation of Deferred@1985448879 after retry RPC after error@1534573356) -> (continuation of Deferred@1678838628 after retry RPC after error@1641801644) -> (continuation of Deferred@723194571 after retry RPC after error@1297314399), errback=(continuation of Deferred@1005244288 after retry RPC after error@457072302) -> (continuation of Deferred@1560334412 after retry RPC after error@508510746) -> (continuation of Deferred@1932789916 after retry RPC after error@437707642) -> (continuation of Deferred@1095746244 after retry RPC after error@636749669) -> (continuation of Deferred@1985448879 after retry RPC after error@1534573356) -> (continuation of Deferred@1678838628 after retry RPC after error@1641801644) -> (continuation of Deferred@723194571 after retry RPC after error@1297314399)))
03:04:31.818 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@2078743923(state=PENDING, result=null, callback=(continuation of Deferred@1005244288 after retry RPC after error@457072302) -> (continuation of Deferred@1560334412 after retry RPC after error@508510746) -> (continuation of Deferred@1932789916 after retry RPC after error@437707642) -> (continuation of Deferred@1095746244 after retry RPC after error@636749669) -> (continuation of Deferred@1985448879 after retry RPC after error@1534573356) -> (continuation of Deferred@1678838628 after retry RPC after error@1641801644) -> (continuation of Deferred@723194571 after retry RPC after error@1297314399), errback=(continuation of Deferred@1005244288 after retry RPC after error@457072302) -> (continuation of Deferred@1560334412 after retry RPC after error@508510746) -> (continuation of Deferred@1932789916 after retry RPC after error@437707642) -> (continuation of Deferred@1095746244 after retry RPC after error@636749669) -> (continuation of Deferred@1985448879 after retry RPC after error@1534573356) -> (continuation of Deferred@1678838628 after retry RPC after error@1641801644) -> (continuation of Deferred@723194571 after retry RPC after error@1297314399)))
03:04:31.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:31.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:31.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:31.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:31.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:31.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.058 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1150118439(state=PENDING, result=null, callback=(continuation of Deferred@2045693341 after retry RPC after error@1819782040) -> (continuation of Deferred@1692143106 after retry RPC after error@1261411564) -> (continuation of Deferred@1143087665 after retry RPC after error@358115910) -> (continuation of Deferred@300997361 after retry RPC after error@646966495) -> (continuation of Deferred@1944674709 after retry RPC after error@624242676) -> (continuation of Deferred@847601393 after retry RPC after error@1807070570) -> (continuation of Deferred@1407751232 after retry RPC after error@1596869446), errback=(continuation of Deferred@2045693341 after retry RPC after error@1819782040) -> (continuation of Deferred@1692143106 after retry RPC after error@1261411564) -> (continuation of Deferred@1143087665 after retry RPC after error@358115910) -> (continuation of Deferred@300997361 after retry RPC after error@646966495) -> (continuation of Deferred@1944674709 after retry RPC after error@624242676) -> (continuation of Deferred@847601393 after retry RPC after error@1807070570) -> (continuation of Deferred@1407751232 after retry RPC after error@1596869446)))
03:04:32.059 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1150118439(state=PENDING, result=null, callback=(continuation of Deferred@2045693341 after retry RPC after error@1819782040) -> (continuation of Deferred@1692143106 after retry RPC after error@1261411564) -> (continuation of Deferred@1143087665 after retry RPC after error@358115910) -> (continuation of Deferred@300997361 after retry RPC after error@646966495) -> (continuation of Deferred@1944674709 after retry RPC after error@624242676) -> (continuation of Deferred@847601393 after retry RPC after error@1807070570) -> (continuation of Deferred@1407751232 after retry RPC after error@1596869446), errback=(continuation of Deferred@2045693341 after retry RPC after error@1819782040) -> (continuation of Deferred@1692143106 after retry RPC after error@1261411564) -> (continuation of Deferred@1143087665 after retry RPC after error@358115910) -> (continuation of Deferred@300997361 after retry RPC after error@646966495) -> (continuation of Deferred@1944674709 after retry RPC after error@624242676) -> (continuation of Deferred@847601393 after retry RPC after error@1807070570) -> (continuation of Deferred@1407751232 after retry RPC after error@1596869446)))
03:04:32.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.322 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1713796363(state=PENDING, result=null, callback=(continuation of Deferred@1996558180 after retry RPC after error@2090237356) -> (continuation of Deferred@796895248 after retry RPC after error@2057576153) -> (continuation of Deferred@94459078 after retry RPC after error@1242899139) -> (continuation of Deferred@410533049 after retry RPC after error@1123072953) -> (continuation of Deferred@1299759173 after retry RPC after error@781774867) -> (continuation of Deferred@2010942605 after retry RPC after error@817290428) -> (continuation of Deferred@994527239 after retry RPC after error@1379282708), errback=(continuation of Deferred@1996558180 after retry RPC after error@2090237356) -> (continuation of Deferred@796895248 after retry RPC after error@2057576153) -> (continuation of Deferred@94459078 after retry RPC after error@1242899139) -> (continuation of Deferred@410533049 after retry RPC after error@1123072953) -> (continuation of Deferred@1299759173 after retry RPC after error@781774867) -> (continuation of Deferred@2010942605 after retry RPC after error@817290428) -> (continuation of Deferred@994527239 after retry RPC after error@1379282708)))
03:04:32.323 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1713796363(state=PENDING, result=null, callback=(continuation of Deferred@1996558180 after retry RPC after error@2090237356) -> (continuation of Deferred@796895248 after retry RPC after error@2057576153) -> (continuation of Deferred@94459078 after retry RPC after error@1242899139) -> (continuation of Deferred@410533049 after retry RPC after error@1123072953) -> (continuation of Deferred@1299759173 after retry RPC after error@781774867) -> (continuation of Deferred@2010942605 after retry RPC after error@817290428) -> (continuation of Deferred@994527239 after retry RPC after error@1379282708), errback=(continuation of Deferred@1996558180 after retry RPC after error@2090237356) -> (continuation of Deferred@796895248 after retry RPC after error@2057576153) -> (continuation of Deferred@94459078 after retry RPC after error@1242899139) -> (continuation of Deferred@410533049 after retry RPC after error@1123072953) -> (continuation of Deferred@1299759173 after retry RPC after error@781774867) -> (continuation of Deferred@2010942605 after retry RPC after error@817290428) -> (continuation of Deferred@994527239 after retry RPC after error@1379282708)))
03:04:32.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.538 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@723005881(state=PENDING, result=null, callback=(continuation of Deferred@1632279286 after retry RPC after error@1914466866) -> (continuation of Deferred@2084628382 after retry RPC after error@381654102) -> (continuation of Deferred@588722525 after retry RPC after error@839600879) -> (continuation of Deferred@1233921831 after retry RPC after error@603653988) -> (continuation of Deferred@964450207 after retry RPC after error@1363684973) -> (continuation of Deferred@2035654268 after retry RPC after error@49182229) -> (continuation of Deferred@1500846456 after retry RPC after error@1239314301), errback=(continuation of Deferred@1632279286 after retry RPC after error@1914466866) -> (continuation of Deferred@2084628382 after retry RPC after error@381654102) -> (continuation of Deferred@588722525 after retry RPC after error@839600879) -> (continuation of Deferred@1233921831 after retry RPC after error@603653988) -> (continuation of Deferred@964450207 after retry RPC after error@1363684973) -> (continuation of Deferred@2035654268 after retry RPC after error@49182229) -> (continuation of Deferred@1500846456 after retry RPC after error@1239314301)))
03:04:32.538 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@723005881(state=PENDING, result=null, callback=(continuation of Deferred@1632279286 after retry RPC after error@1914466866) -> (continuation of Deferred@2084628382 after retry RPC after error@381654102) -> (continuation of Deferred@588722525 after retry RPC after error@839600879) -> (continuation of Deferred@1233921831 after retry RPC after error@603653988) -> (continuation of Deferred@964450207 after retry RPC after error@1363684973) -> (continuation of Deferred@2035654268 after retry RPC after error@49182229) -> (continuation of Deferred@1500846456 after retry RPC after error@1239314301), errback=(continuation of Deferred@1632279286 after retry RPC after error@1914466866) -> (continuation of Deferred@2084628382 after retry RPC after error@381654102) -> (continuation of Deferred@588722525 after retry RPC after error@839600879) -> (continuation of Deferred@1233921831 after retry RPC after error@603653988) -> (continuation of Deferred@964450207 after retry RPC after error@1363684973) -> (continuation of Deferred@2035654268 after retry RPC after error@49182229) -> (continuation of Deferred@1500846456 after retry RPC after error@1239314301)))
03:04:32.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.738 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@862964359(state=PENDING, result=null, callback=(continuation of Deferred@1484972943 after retry RPC after error@631482216) -> (continuation of Deferred@815754022 after retry RPC after error@2104079424) -> (continuation of Deferred@850968313 after retry RPC after error@177784609) -> (continuation of Deferred@1091914511 after retry RPC after error@1911434457) -> (continuation of Deferred@106302315 after retry RPC after error@1253795151) -> (continuation of Deferred@563941924 after retry RPC after error@563444266) -> (continuation of Deferred@388902944 after retry RPC after error@103726743), errback=(continuation of Deferred@1484972943 after retry RPC after error@631482216) -> (continuation of Deferred@815754022 after retry RPC after error@2104079424) -> (continuation of Deferred@850968313 after retry RPC after error@177784609) -> (continuation of Deferred@1091914511 after retry RPC after error@1911434457) -> (continuation of Deferred@106302315 after retry RPC after error@1253795151) -> (continuation of Deferred@563941924 after retry RPC after error@563444266) -> (continuation of Deferred@388902944 after retry RPC after error@103726743)))
03:04:32.738 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@862964359(state=PENDING, result=null, callback=(continuation of Deferred@1484972943 after retry RPC after error@631482216) -> (continuation of Deferred@815754022 after retry RPC after error@2104079424) -> (continuation of Deferred@850968313 after retry RPC after error@177784609) -> (continuation of Deferred@1091914511 after retry RPC after error@1911434457) -> (continuation of Deferred@106302315 after retry RPC after error@1253795151) -> (continuation of Deferred@563941924 after retry RPC after error@563444266) -> (continuation of Deferred@388902944 after retry RPC after error@103726743), errback=(continuation of Deferred@1484972943 after retry RPC after error@631482216) -> (continuation of Deferred@815754022 after retry RPC after error@2104079424) -> (continuation of Deferred@850968313 after retry RPC after error@177784609) -> (continuation of Deferred@1091914511 after retry RPC after error@1911434457) -> (continuation of Deferred@106302315 after retry RPC after error@1253795151) -> (continuation of Deferred@563941924 after retry RPC after error@563444266) -> (continuation of Deferred@388902944 after retry RPC after error@103726743)))
03:04:32.755 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:32.815850 11874 master_runner.cc:186] Error getting master registration for 127.10.192.190:46323: Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111),
03:04:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:32.816000 11874 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:32.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.917 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1786048114(state=PENDING, result=null, callback=(continuation of Deferred@445879528 after retry RPC after error@1356789848) -> (continuation of Deferred@654943770 after retry RPC after error@1791220727) -> (continuation of Deferred@1827743379 after retry RPC after error@1271537517) -> (continuation of Deferred@563693944 after retry RPC after error@1433477855) -> (continuation of Deferred@819024732 after retry RPC after error@729486172) -> (continuation of Deferred@1086479810 after retry RPC after error@477755615) -> (continuation of Deferred@646448063 after retry RPC after error@1427768769), errback=(continuation of Deferred@445879528 after retry RPC after error@1356789848) -> (continuation of Deferred@654943770 after retry RPC after error@1791220727) -> (continuation of Deferred@1827743379 after retry RPC after error@1271537517) -> (continuation of Deferred@563693944 after retry RPC after error@1433477855) -> (continuation of Deferred@819024732 after retry RPC after error@729486172) -> (continuation of Deferred@1086479810 after retry RPC after error@477755615) -> (continuation of Deferred@646448063 after retry RPC after error@1427768769)))
03:04:32.917 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1786048114(state=PENDING, result=null, callback=(continuation of Deferred@445879528 after retry RPC after error@1356789848) -> (continuation of Deferred@654943770 after retry RPC after error@1791220727) -> (continuation of Deferred@1827743379 after retry RPC after error@1271537517) -> (continuation of Deferred@563693944 after retry RPC after error@1433477855) -> (continuation of Deferred@819024732 after retry RPC after error@729486172) -> (continuation of Deferred@1086479810 after retry RPC after error@477755615) -> (continuation of Deferred@646448063 after retry RPC after error@1427768769), errback=(continuation of Deferred@445879528 after retry RPC after error@1356789848) -> (continuation of Deferred@654943770 after retry RPC after error@1791220727) -> (continuation of Deferred@1827743379 after retry RPC after error@1271537517) -> (continuation of Deferred@563693944 after retry RPC after error@1433477855) -> (continuation of Deferred@819024732 after retry RPC after error@729486172) -> (continuation of Deferred@1086479810 after retry RPC after error@477755615) -> (continuation of Deferred@646448063 after retry RPC after error@1427768769)))
03:04:32.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.956 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:32.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:32.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:32.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:32.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:32.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.078 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1580781436(state=PENDING, result=null, callback=(continuation of Deferred@152993750 after retry RPC after error@25944710) -> (continuation of Deferred@140429480 after retry RPC after error@268805616) -> (continuation of Deferred@1788840169 after retry RPC after error@887015662) -> (continuation of Deferred@1245400405 after retry RPC after error@1999391687) -> (continuation of Deferred@1633836299 after retry RPC after error@599351409) -> (continuation of Deferred@863551670 after retry RPC after error@639616877), errback=(continuation of Deferred@152993750 after retry RPC after error@25944710) -> (continuation of Deferred@140429480 after retry RPC after error@268805616) -> (continuation of Deferred@1788840169 after retry RPC after error@887015662) -> (continuation of Deferred@1245400405 after retry RPC after error@1999391687) -> (continuation of Deferred@1633836299 after retry RPC after error@599351409) -> (continuation of Deferred@863551670 after retry RPC after error@639616877)))
03:04:33.078 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1580781436(state=PENDING, result=null, callback=(continuation of Deferred@152993750 after retry RPC after error@25944710) -> (continuation of Deferred@140429480 after retry RPC after error@268805616) -> (continuation of Deferred@1788840169 after retry RPC after error@887015662) -> (continuation of Deferred@1245400405 after retry RPC after error@1999391687) -> (continuation of Deferred@1633836299 after retry RPC after error@599351409) -> (continuation of Deferred@863551670 after retry RPC after error@639616877), errback=(continuation of Deferred@152993750 after retry RPC after error@25944710) -> (continuation of Deferred@140429480 after retry RPC after error@268805616) -> (continuation of Deferred@1788840169 after retry RPC after error@887015662) -> (continuation of Deferred@1245400405 after retry RPC after error@1999391687) -> (continuation of Deferred@1633836299 after retry RPC after error@599351409) -> (continuation of Deferred@863551670 after retry RPC after error@639616877)))
03:04:33.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.338 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1886525691(state=PENDING, result=null, callback=(continuation of Deferred@1903806799 after retry RPC after error@1107322144) -> (continuation of Deferred@1054613940 after retry RPC after error@1586058068) -> (continuation of Deferred@1627769467 after retry RPC after error@544049694) -> (continuation of Deferred@2137251366 after retry RPC after error@1810112877) -> (continuation of Deferred@620587128 after retry RPC after error@1754016643) -> (continuation of Deferred@167729754 after retry RPC after error@1130032449) -> (continuation of Deferred@204203002 after retry RPC after error@99746255) -> (continuation of Deferred@1991026337 after retry RPC after error@1653112272), errback=(continuation of Deferred@1903806799 after retry RPC after error@1107322144) -> (continuation of Deferred@1054613940 after retry RPC after error@1586058068) -> (continuation of Deferred@1627769467 after retry RPC after error@544049694) -> (continuation of Deferred@2137251366 after retry RPC after error@1810112877) -> (continuation of Deferred@620587128 after retry RPC after error@1754016643) -> (continuation of Deferred@167729754 after retry RPC after error@1130032449) -> (continuation of Deferred@204203002 after retry RPC after error@99746255) -> (continuation of Deferred@1991026337 after retry RPC after error@1653112272)))
03:04:33.339 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1886525691(state=PENDING, result=null, callback=(continuation of Deferred@1903806799 after retry RPC after error@1107322144) -> (continuation of Deferred@1054613940 after retry RPC after error@1586058068) -> (continuation of Deferred@1627769467 after retry RPC after error@544049694) -> (continuation of Deferred@2137251366 after retry RPC after error@1810112877) -> (continuation of Deferred@620587128 after retry RPC after error@1754016643) -> (continuation of Deferred@167729754 after retry RPC after error@1130032449) -> (continuation of Deferred@204203002 after retry RPC after error@99746255) -> (continuation of Deferred@1991026337 after retry RPC after error@1653112272), errback=(continuation of Deferred@1903806799 after retry RPC after error@1107322144) -> (continuation of Deferred@1054613940 after retry RPC after error@1586058068) -> (continuation of Deferred@1627769467 after retry RPC after error@544049694) -> (continuation of Deferred@2137251366 after retry RPC after error@1810112877) -> (continuation of Deferred@620587128 after retry RPC after error@1754016643) -> (continuation of Deferred@167729754 after retry RPC after error@1130032449) -> (continuation of Deferred@204203002 after retry RPC after error@99746255) -> (continuation of Deferred@1991026337 after retry RPC after error@1653112272)))
03:04:33.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.558 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@2055026888(state=PENDING, result=null, callback=(continuation of Deferred@1402102894 after retry RPC after error@866979059) -> (continuation of Deferred@1323178376 after retry RPC after error@1576457187) -> (continuation of Deferred@487025959 after retry RPC after error@1184243936) -> (continuation of Deferred@2017096675 after retry RPC after error@322494156) -> (continuation of Deferred@904980441 after retry RPC after error@1108754599) -> (continuation of Deferred@1763219053 after retry RPC after error@1006889788) -> (continuation of Deferred@251600202 after retry RPC after error@2124179274), errback=(continuation of Deferred@1402102894 after retry RPC after error@866979059) -> (continuation of Deferred@1323178376 after retry RPC after error@1576457187) -> (continuation of Deferred@487025959 after retry RPC after error@1184243936) -> (continuation of Deferred@2017096675 after retry RPC after error@322494156) -> (continuation of Deferred@904980441 after retry RPC after error@1108754599) -> (continuation of Deferred@1763219053 after retry RPC after error@1006889788) -> (continuation of Deferred@251600202 after retry RPC after error@2124179274)))
03:04:33.558 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@2055026888(state=PENDING, result=null, callback=(continuation of Deferred@1402102894 after retry RPC after error@866979059) -> (continuation of Deferred@1323178376 after retry RPC after error@1576457187) -> (continuation of Deferred@487025959 after retry RPC after error@1184243936) -> (continuation of Deferred@2017096675 after retry RPC after error@322494156) -> (continuation of Deferred@904980441 after retry RPC after error@1108754599) -> (continuation of Deferred@1763219053 after retry RPC after error@1006889788) -> (continuation of Deferred@251600202 after retry RPC after error@2124179274), errback=(continuation of Deferred@1402102894 after retry RPC after error@866979059) -> (continuation of Deferred@1323178376 after retry RPC after error@1576457187) -> (continuation of Deferred@487025959 after retry RPC after error@1184243936) -> (continuation of Deferred@2017096675 after retry RPC after error@322494156) -> (continuation of Deferred@904980441 after retry RPC after error@1108754599) -> (continuation of Deferred@1763219053 after retry RPC after error@1006889788) -> (continuation of Deferred@251600202 after retry RPC after error@2124179274)))
03:04:33.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.757 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@493228120(state=PENDING, result=null, callback=(continuation of Deferred@212762559 after retry RPC after error@1243463239) -> (continuation of Deferred@716579465 after retry RPC after error@125768535) -> (continuation of Deferred@2018756480 after retry RPC after error@1604034891) -> (continuation of Deferred@1151492699 after retry RPC after error@1001927731) -> (continuation of Deferred@1563532035 after retry RPC after error@1596123159) -> (continuation of Deferred@138799378 after retry RPC after error@1923501445) -> (continuation of Deferred@589179217 after retry RPC after error@1798578037), errback=(continuation of Deferred@212762559 after retry RPC after error@1243463239) -> (continuation of Deferred@716579465 after retry RPC after error@125768535) -> (continuation of Deferred@2018756480 after retry RPC after error@1604034891) -> (continuation of Deferred@1151492699 after retry RPC after error@1001927731) -> (continuation of Deferred@1563532035 after retry RPC after error@1596123159) -> (continuation of Deferred@138799378 after retry RPC after error@1923501445) -> (continuation of Deferred@589179217 after retry RPC after error@1798578037)))
03:04:33.758 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@493228120(state=PENDING, result=null, callback=(continuation of Deferred@212762559 after retry RPC after error@1243463239) -> (continuation of Deferred@716579465 after retry RPC after error@125768535) -> (continuation of Deferred@2018756480 after retry RPC after error@1604034891) -> (continuation of Deferred@1151492699 after retry RPC after error@1001927731) -> (continuation of Deferred@1563532035 after retry RPC after error@1596123159) -> (continuation of Deferred@138799378 after retry RPC after error@1923501445) -> (continuation of Deferred@589179217 after retry RPC after error@1798578037), errback=(continuation of Deferred@212762559 after retry RPC after error@1243463239) -> (continuation of Deferred@716579465 after retry RPC after error@125768535) -> (continuation of Deferred@2018756480 after retry RPC after error@1604034891) -> (continuation of Deferred@1151492699 after retry RPC after error@1001927731) -> (continuation of Deferred@1563532035 after retry RPC after error@1596123159) -> (continuation of Deferred@138799378 after retry RPC after error@1923501445) -> (continuation of Deferred@589179217 after retry RPC after error@1798578037)))
03:04:33.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.816 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:33.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:33.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:33.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:33.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:33.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.018 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1434469178(state=PENDING, result=null, callback=(continuation of Deferred@560047898 after retry RPC after error@2009762398) -> (continuation of Deferred@408980398 after retry RPC after error@1328448011) -> (continuation of Deferred@1675343235 after retry RPC after error@1080056796) -> (continuation of Deferred@1547801989 after retry RPC after error@1740929756) -> (continuation of Deferred@1494072330 after retry RPC after error@468824652) -> (continuation of Deferred@1263329546 after retry RPC after error@261775397) -> (continuation of Deferred@994275376 after retry RPC after error@766957254), errback=(continuation of Deferred@560047898 after retry RPC after error@2009762398) -> (continuation of Deferred@408980398 after retry RPC after error@1328448011) -> (continuation of Deferred@1675343235 after retry RPC after error@1080056796) -> (continuation of Deferred@1547801989 after retry RPC after error@1740929756) -> (continuation of Deferred@1494072330 after retry RPC after error@468824652) -> (continuation of Deferred@1263329546 after retry RPC after error@261775397) -> (continuation of Deferred@994275376 after retry RPC after error@766957254)))
03:04:34.018 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1434469178(state=PENDING, result=null, callback=(continuation of Deferred@560047898 after retry RPC after error@2009762398) -> (continuation of Deferred@408980398 after retry RPC after error@1328448011) -> (continuation of Deferred@1675343235 after retry RPC after error@1080056796) -> (continuation of Deferred@1547801989 after retry RPC after error@1740929756) -> (continuation of Deferred@1494072330 after retry RPC after error@468824652) -> (continuation of Deferred@1263329546 after retry RPC after error@261775397) -> (continuation of Deferred@994275376 after retry RPC after error@766957254), errback=(continuation of Deferred@560047898 after retry RPC after error@2009762398) -> (continuation of Deferred@408980398 after retry RPC after error@1328448011) -> (continuation of Deferred@1675343235 after retry RPC after error@1080056796) -> (continuation of Deferred@1547801989 after retry RPC after error@1740929756) -> (continuation of Deferred@1494072330 after retry RPC after error@468824652) -> (continuation of Deferred@1263329546 after retry RPC after error@261775397) -> (continuation of Deferred@994275376 after retry RPC after error@766957254)))
03:04:34.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.218 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1466019121(state=PENDING, result=null, callback=(continuation of Deferred@1702265754 after retry RPC after error@79773950) -> (continuation of Deferred@2051491610 after retry RPC after error@538273094) -> (continuation of Deferred@1898862733 after retry RPC after error@2145788134) -> (continuation of Deferred@1071237015 after retry RPC after error@879602303) -> (continuation of Deferred@931423823 after retry RPC after error@2032894281) -> (continuation of Deferred@138347652 after retry RPC after error@1373137326), errback=(continuation of Deferred@1702265754 after retry RPC after error@79773950) -> (continuation of Deferred@2051491610 after retry RPC after error@538273094) -> (continuation of Deferred@1898862733 after retry RPC after error@2145788134) -> (continuation of Deferred@1071237015 after retry RPC after error@879602303) -> (continuation of Deferred@931423823 after retry RPC after error@2032894281) -> (continuation of Deferred@138347652 after retry RPC after error@1373137326)))
03:04:34.218 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1466019121(state=PENDING, result=null, callback=(continuation of Deferred@1702265754 after retry RPC after error@79773950) -> (continuation of Deferred@2051491610 after retry RPC after error@538273094) -> (continuation of Deferred@1898862733 after retry RPC after error@2145788134) -> (continuation of Deferred@1071237015 after retry RPC after error@879602303) -> (continuation of Deferred@931423823 after retry RPC after error@2032894281) -> (continuation of Deferred@138347652 after retry RPC after error@1373137326), errback=(continuation of Deferred@1702265754 after retry RPC after error@79773950) -> (continuation of Deferred@2051491610 after retry RPC after error@538273094) -> (continuation of Deferred@1898862733 after retry RPC after error@2145788134) -> (continuation of Deferred@1071237015 after retry RPC after error@879602303) -> (continuation of Deferred@931423823 after retry RPC after error@2032894281) -> (continuation of Deferred@138347652 after retry RPC after error@1373137326)))
03:04:34.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.459 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [223ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@249899439(state=PENDING, result=null, callback=(continuation of Deferred@717290933 after retry RPC after error@1541427849) -> (continuation of Deferred@1122789007 after retry RPC after error@1709410092) -> (continuation of Deferred@1214509936 after retry RPC after error@290358511) -> (continuation of Deferred@808931415 after retry RPC after error@1234463642) -> (continuation of Deferred@515631531 after retry RPC after error@2067230575) -> (continuation of Deferred@1896365494 after retry RPC after error@455758006) -> (continuation of Deferred@1520243913 after retry RPC after error@437339362), errback=(continuation of Deferred@717290933 after retry RPC after error@1541427849) -> (continuation of Deferred@1122789007 after retry RPC after error@1709410092) -> (continuation of Deferred@1214509936 after retry RPC after error@290358511) -> (continuation of Deferred@808931415 after retry RPC after error@1234463642) -> (continuation of Deferred@515631531 after retry RPC after error@2067230575) -> (continuation of Deferred@1896365494 after retry RPC after error@455758006) -> (continuation of Deferred@1520243913 after retry RPC after error@437339362)))
03:04:34.459 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [223ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@249899439(state=PENDING, result=null, callback=(continuation of Deferred@717290933 after retry RPC after error@1541427849) -> (continuation of Deferred@1122789007 after retry RPC after error@1709410092) -> (continuation of Deferred@1214509936 after retry RPC after error@290358511) -> (continuation of Deferred@808931415 after retry RPC after error@1234463642) -> (continuation of Deferred@515631531 after retry RPC after error@2067230575) -> (continuation of Deferred@1896365494 after retry RPC after error@455758006) -> (continuation of Deferred@1520243913 after retry RPC after error@437339362), errback=(continuation of Deferred@717290933 after retry RPC after error@1541427849) -> (continuation of Deferred@1122789007 after retry RPC after error@1709410092) -> (continuation of Deferred@1214509936 after retry RPC after error@290358511) -> (continuation of Deferred@808931415 after retry RPC after error@1234463642) -> (continuation of Deferred@515631531 after retry RPC after error@2067230575) -> (continuation of Deferred@1896365494 after retry RPC after error@455758006) -> (continuation of Deferred@1520243913 after retry RPC after error@437339362)))
03:04:34.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:34.711385 11517 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 1)
03:04:34.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:34.716718 11517 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '3f68ffe812454911878826a0330b244d', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '3f68ffe812454911878826a0330b244d', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 1)
03:04:34.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.718 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@614293325(state=PENDING, result=null, callback=(continuation of Deferred@1781499382 after retry RPC after error@331449931) -> (continuation of Deferred@1429367978 after retry RPC after error@463152758) -> (continuation of Deferred@218960070 after retry RPC after error@308358386) -> (continuation of Deferred@1416643880 after retry RPC after error@370831686) -> (continuation of Deferred@1937033315 after retry RPC after error@1751743555) -> (continuation of Deferred@1055272291 after retry RPC after error@2067000248) -> (continuation of Deferred@785453933 after retry RPC after error@226097552), errback=(continuation of Deferred@1781499382 after retry RPC after error@331449931) -> (continuation of Deferred@1429367978 after retry RPC after error@463152758) -> (continuation of Deferred@218960070 after retry RPC after error@308358386) -> (continuation of Deferred@1416643880 after retry RPC after error@370831686) -> (continuation of Deferred@1937033315 after retry RPC after error@1751743555) -> (continuation of Deferred@1055272291 after retry RPC after error@2067000248) -> (continuation of Deferred@785453933 after retry RPC after error@226097552)))
03:04:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:34.718315 11517 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.10.192.188:38559)
03:04:34.718 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@614293325(state=PENDING, result=null, callback=(continuation of Deferred@1781499382 after retry RPC after error@331449931) -> (continuation of Deferred@1429367978 after retry RPC after error@463152758) -> (continuation of Deferred@218960070 after retry RPC after error@308358386) -> (continuation of Deferred@1416643880 after retry RPC after error@370831686) -> (continuation of Deferred@1937033315 after retry RPC after error@1751743555) -> (continuation of Deferred@1055272291 after retry RPC after error@2067000248) -> (continuation of Deferred@785453933 after retry RPC after error@226097552), errback=(continuation of Deferred@1781499382 after retry RPC after error@331449931) -> (continuation of Deferred@1429367978 after retry RPC after error@463152758) -> (continuation of Deferred@218960070 after retry RPC after error@308358386) -> (continuation of Deferred@1416643880 after retry RPC after error@370831686) -> (continuation of Deferred@1937033315 after retry RPC after error@1751743555) -> (continuation of Deferred@1055272291 after retry RPC after error@2067000248) -> (continuation of Deferred@785453933 after retry RPC after error@226097552)))
03:04:34.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.877 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1254921069(state=PENDING, result=null, callback=(continuation of Deferred@1201577160 after retry RPC after error@967163354) -> (continuation of Deferred@102906759 after retry RPC after error@677091285) -> (continuation of Deferred@454047434 after retry RPC after error@256840479) -> (continuation of Deferred@413593458 after retry RPC after error@1823946380) -> (continuation of Deferred@1988881334 after retry RPC after error@19650963) -> (continuation of Deferred@786004923 after retry RPC after error@2072980410), errback=(continuation of Deferred@1201577160 after retry RPC after error@967163354) -> (continuation of Deferred@102906759 after retry RPC after error@677091285) -> (continuation of Deferred@454047434 after retry RPC after error@256840479) -> (continuation of Deferred@413593458 after retry RPC after error@1823946380) -> (continuation of Deferred@1988881334 after retry RPC after error@19650963) -> (continuation of Deferred@786004923 after retry RPC after error@2072980410)))
03:04:34.878 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1254921069(state=PENDING, result=null, callback=(continuation of Deferred@1201577160 after retry RPC after error@967163354) -> (continuation of Deferred@102906759 after retry RPC after error@677091285) -> (continuation of Deferred@454047434 after retry RPC after error@256840479) -> (continuation of Deferred@413593458 after retry RPC after error@1823946380) -> (continuation of Deferred@1988881334 after retry RPC after error@19650963) -> (continuation of Deferred@786004923 after retry RPC after error@2072980410), errback=(continuation of Deferred@1201577160 after retry RPC after error@967163354) -> (continuation of Deferred@102906759 after retry RPC after error@677091285) -> (continuation of Deferred@454047434 after retry RPC after error@256840479) -> (continuation of Deferred@413593458 after retry RPC after error@1823946380) -> (continuation of Deferred@1988881334 after retry RPC after error@19650963) -> (continuation of Deferred@786004923 after retry RPC after error@2072980410)))
03:04:34.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:34.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:34.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:34.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:34.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:34.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.078 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@735430028(state=PENDING, result=null, callback=(continuation of Deferred@146768130 after retry RPC after error@1026113758) -> (continuation of Deferred@643566605 after retry RPC after error@589321455) -> (continuation of Deferred@1474520600 after retry RPC after error@540795786) -> (continuation of Deferred@1723973604 after retry RPC after error@1206323455) -> (continuation of Deferred@200832445 after retry RPC after error@1948315899) -> (continuation of Deferred@536174340 after retry RPC after error@1613372661), errback=(continuation of Deferred@146768130 after retry RPC after error@1026113758) -> (continuation of Deferred@643566605 after retry RPC after error@589321455) -> (continuation of Deferred@1474520600 after retry RPC after error@540795786) -> (continuation of Deferred@1723973604 after retry RPC after error@1206323455) -> (continuation of Deferred@200832445 after retry RPC after error@1948315899) -> (continuation of Deferred@536174340 after retry RPC after error@1613372661)))
03:04:35.078 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@735430028(state=PENDING, result=null, callback=(continuation of Deferred@146768130 after retry RPC after error@1026113758) -> (continuation of Deferred@643566605 after retry RPC after error@589321455) -> (continuation of Deferred@1474520600 after retry RPC after error@540795786) -> (continuation of Deferred@1723973604 after retry RPC after error@1206323455) -> (continuation of Deferred@200832445 after retry RPC after error@1948315899) -> (continuation of Deferred@536174340 after retry RPC after error@1613372661), errback=(continuation of Deferred@146768130 after retry RPC after error@1026113758) -> (continuation of Deferred@643566605 after retry RPC after error@589321455) -> (continuation of Deferred@1474520600 after retry RPC after error@540795786) -> (continuation of Deferred@1723973604 after retry RPC after error@1206323455) -> (continuation of Deferred@200832445 after retry RPC after error@1948315899) -> (continuation of Deferred@536174340 after retry RPC after error@1613372661)))
03:04:35.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.135 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.318 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@448150502(state=PENDING, result=null, callback=(continuation of Deferred@1489586435 after retry RPC after error@667322142) -> (continuation of Deferred@908333908 after retry RPC after error@493250429) -> (continuation of Deferred@259368067 after retry RPC after error@471346180) -> (continuation of Deferred@170930784 after retry RPC after error@616817108) -> (continuation of Deferred@103815283 after retry RPC after error@1528130749) -> (continuation of Deferred@1346238093 after retry RPC after error@1800101919) -> (continuation of Deferred@1832787589 after retry RPC after error@499054363), errback=(continuation of Deferred@1489586435 after retry RPC after error@667322142) -> (continuation of Deferred@908333908 after retry RPC after error@493250429) -> (continuation of Deferred@259368067 after retry RPC after error@471346180) -> (continuation of Deferred@170930784 after retry RPC after error@616817108) -> (continuation of Deferred@103815283 after retry RPC after error@1528130749) -> (continuation of Deferred@1346238093 after retry RPC after error@1800101919) -> (continuation of Deferred@1832787589 after retry RPC after error@499054363)))
03:04:35.319 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@448150502(state=PENDING, result=null, callback=(continuation of Deferred@1489586435 after retry RPC after error@667322142) -> (continuation of Deferred@908333908 after retry RPC after error@493250429) -> (continuation of Deferred@259368067 after retry RPC after error@471346180) -> (continuation of Deferred@170930784 after retry RPC after error@616817108) -> (continuation of Deferred@103815283 after retry RPC after error@1528130749) -> (continuation of Deferred@1346238093 after retry RPC after error@1800101919) -> (continuation of Deferred@1832787589 after retry RPC after error@499054363), errback=(continuation of Deferred@1489586435 after retry RPC after error@667322142) -> (continuation of Deferred@908333908 after retry RPC after error@493250429) -> (continuation of Deferred@259368067 after retry RPC after error@471346180) -> (continuation of Deferred@170930784 after retry RPC after error@616817108) -> (continuation of Deferred@103815283 after retry RPC after error@1528130749) -> (continuation of Deferred@1346238093 after retry RPC after error@1800101919) -> (continuation of Deferred@1832787589 after retry RPC after error@499054363)))
03:04:35.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.558 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@766645536(state=PENDING, result=null, callback=(continuation of Deferred@1390944971 after retry RPC after error@1068373171) -> (continuation of Deferred@890351003 after retry RPC after error@137868556) -> (continuation of Deferred@467280059 after retry RPC after error@1419687167) -> (continuation of Deferred@1826334338 after retry RPC after error@1500639680) -> (continuation of Deferred@333761965 after retry RPC after error@855419490) -> (continuation of Deferred@52618505 after retry RPC after error@1435237212) -> (continuation of Deferred@1622658533 after retry RPC after error@927978539), errback=(continuation of Deferred@1390944971 after retry RPC after error@1068373171) -> (continuation of Deferred@890351003 after retry RPC after error@137868556) -> (continuation of Deferred@467280059 after retry RPC after error@1419687167) -> (continuation of Deferred@1826334338 after retry RPC after error@1500639680) -> (continuation of Deferred@333761965 after retry RPC after error@855419490) -> (continuation of Deferred@52618505 after retry RPC after error@1435237212) -> (continuation of Deferred@1622658533 after retry RPC after error@927978539)))
03:04:35.558 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@766645536(state=PENDING, result=null, callback=(continuation of Deferred@1390944971 after retry RPC after error@1068373171) -> (continuation of Deferred@890351003 after retry RPC after error@137868556) -> (continuation of Deferred@467280059 after retry RPC after error@1419687167) -> (continuation of Deferred@1826334338 after retry RPC after error@1500639680) -> (continuation of Deferred@333761965 after retry RPC after error@855419490) -> (continuation of Deferred@52618505 after retry RPC after error@1435237212) -> (continuation of Deferred@1622658533 after retry RPC after error@927978539), errback=(continuation of Deferred@1390944971 after retry RPC after error@1068373171) -> (continuation of Deferred@890351003 after retry RPC after error@137868556) -> (continuation of Deferred@467280059 after retry RPC after error@1419687167) -> (continuation of Deferred@1826334338 after retry RPC after error@1500639680) -> (continuation of Deferred@333761965 after retry RPC after error@855419490) -> (continuation of Deferred@52618505 after retry RPC after error@1435237212) -> (continuation of Deferred@1622658533 after retry RPC after error@927978539)))
03:04:35.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.818 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@918986040(state=PENDING, result=null, callback=(continuation of Deferred@1120837174 after retry RPC after error@1794406507) -> (continuation of Deferred@1265308518 after retry RPC after error@1237739630) -> (continuation of Deferred@2135908430 after retry RPC after error@917600492) -> (continuation of Deferred@626179455 after retry RPC after error@1596798115) -> (continuation of Deferred@1533305368 after retry RPC after error@1714358144) -> (continuation of Deferred@1453782911 after retry RPC after error@1612208420) -> (continuation of Deferred@403997597 after retry RPC after error@102339608), errback=(continuation of Deferred@1120837174 after retry RPC after error@1794406507) -> (continuation of Deferred@1265308518 after retry RPC after error@1237739630) -> (continuation of Deferred@2135908430 after retry RPC after error@917600492) -> (continuation of Deferred@626179455 after retry RPC after error@1596798115) -> (continuation of Deferred@1533305368 after retry RPC after error@1714358144) -> (continuation of Deferred@1453782911 after retry RPC after error@1612208420) -> (continuation of Deferred@403997597 after retry RPC after error@102339608)))
03:04:35.819 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@918986040(state=PENDING, result=null, callback=(continuation of Deferred@1120837174 after retry RPC after error@1794406507) -> (continuation of Deferred@1265308518 after retry RPC after error@1237739630) -> (continuation of Deferred@2135908430 after retry RPC after error@917600492) -> (continuation of Deferred@626179455 after retry RPC after error@1596798115) -> (continuation of Deferred@1533305368 after retry RPC after error@1714358144) -> (continuation of Deferred@1453782911 after retry RPC after error@1612208420) -> (continuation of Deferred@403997597 after retry RPC after error@102339608), errback=(continuation of Deferred@1120837174 after retry RPC after error@1794406507) -> (continuation of Deferred@1265308518 after retry RPC after error@1237739630) -> (continuation of Deferred@2135908430 after retry RPC after error@917600492) -> (continuation of Deferred@626179455 after retry RPC after error@1596798115) -> (continuation of Deferred@1533305368 after retry RPC after error@1714358144) -> (continuation of Deferred@1453782911 after retry RPC after error@1612208420) -> (continuation of Deferred@403997597 after retry RPC after error@102339608)))
03:04:35.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.935 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:35.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:35.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:35.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:35.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:35.998 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1262860482(state=PENDING, result=null, callback=(continuation of Deferred@1429937476 after retry RPC after error@1361631669) -> (continuation of Deferred@1508152388 after retry RPC after error@1057072146) -> (continuation of Deferred@853368715 after retry RPC after error@623893780) -> (continuation of Deferred@1486109505 after retry RPC after error@1778853237) -> (continuation of Deferred@847126201 after retry RPC after error@1768075935) -> (continuation of Deferred@282444481 after retry RPC after error@1126854947), errback=(continuation of Deferred@1429937476 after retry RPC after error@1361631669) -> (continuation of Deferred@1508152388 after retry RPC after error@1057072146) -> (continuation of Deferred@853368715 after retry RPC after error@623893780) -> (continuation of Deferred@1486109505 after retry RPC after error@1778853237) -> (continuation of Deferred@847126201 after retry RPC after error@1768075935) -> (continuation of Deferred@282444481 after retry RPC after error@1126854947)))
03:04:35.998 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1262860482(state=PENDING, result=null, callback=(continuation of Deferred@1429937476 after retry RPC after error@1361631669) -> (continuation of Deferred@1508152388 after retry RPC after error@1057072146) -> (continuation of Deferred@853368715 after retry RPC after error@623893780) -> (continuation of Deferred@1486109505 after retry RPC after error@1778853237) -> (continuation of Deferred@847126201 after retry RPC after error@1768075935) -> (continuation of Deferred@282444481 after retry RPC after error@1126854947), errback=(continuation of Deferred@1429937476 after retry RPC after error@1361631669) -> (continuation of Deferred@1508152388 after retry RPC after error@1057072146) -> (continuation of Deferred@853368715 after retry RPC after error@623893780) -> (continuation of Deferred@1486109505 after retry RPC after error@1778853237) -> (continuation of Deferred@847126201 after retry RPC after error@1768075935) -> (continuation of Deferred@282444481 after retry RPC after error@1126854947)))
03:04:36.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.055 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.197 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1099980858(state=PENDING, result=null, callback=(continuation of Deferred@1552400867 after retry RPC after error@1487620687) -> (continuation of Deferred@101031770 after retry RPC after error@1146531344) -> (continuation of Deferred@641529760 after retry RPC after error@617031706) -> (continuation of Deferred@244485271 after retry RPC after error@2135262587) -> (continuation of Deferred@1048964292 after retry RPC after error@597656822) -> (continuation of Deferred@972243494 after retry RPC after error@1783522878), errback=(continuation of Deferred@1552400867 after retry RPC after error@1487620687) -> (continuation of Deferred@101031770 after retry RPC after error@1146531344) -> (continuation of Deferred@641529760 after retry RPC after error@617031706) -> (continuation of Deferred@244485271 after retry RPC after error@2135262587) -> (continuation of Deferred@1048964292 after retry RPC after error@597656822) -> (continuation of Deferred@972243494 after retry RPC after error@1783522878)))
03:04:36.198 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1099980858(state=PENDING, result=null, callback=(continuation of Deferred@1552400867 after retry RPC after error@1487620687) -> (continuation of Deferred@101031770 after retry RPC after error@1146531344) -> (continuation of Deferred@641529760 after retry RPC after error@617031706) -> (continuation of Deferred@244485271 after retry RPC after error@2135262587) -> (continuation of Deferred@1048964292 after retry RPC after error@597656822) -> (continuation of Deferred@972243494 after retry RPC after error@1783522878), errback=(continuation of Deferred@1552400867 after retry RPC after error@1487620687) -> (continuation of Deferred@101031770 after retry RPC after error@1146531344) -> (continuation of Deferred@641529760 after retry RPC after error@617031706) -> (continuation of Deferred@244485271 after retry RPC after error@2135262587) -> (continuation of Deferred@1048964292 after retry RPC after error@597656822) -> (continuation of Deferred@972243494 after retry RPC after error@1783522878)))
03:04:36.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.438 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@690055952(state=PENDING, result=null, callback=(continuation of Deferred@636044908 after retry RPC after error@1828573988) -> (continuation of Deferred@1254059941 after retry RPC after error@1751446537) -> (continuation of Deferred@122754383 after retry RPC after error@87523954) -> (continuation of Deferred@876873526 after retry RPC after error@2068801803) -> (continuation of Deferred@1950085184 after retry RPC after error@1302780071) -> (continuation of Deferred@1498356626 after retry RPC after error@1497904769) -> (continuation of Deferred@1926915096 after retry RPC after error@163772676), errback=(continuation of Deferred@636044908 after retry RPC after error@1828573988) -> (continuation of Deferred@1254059941 after retry RPC after error@1751446537) -> (continuation of Deferred@122754383 after retry RPC after error@87523954) -> (continuation of Deferred@876873526 after retry RPC after error@2068801803) -> (continuation of Deferred@1950085184 after retry RPC after error@1302780071) -> (continuation of Deferred@1498356626 after retry RPC after error@1497904769) -> (continuation of Deferred@1926915096 after retry RPC after error@163772676)))
03:04:36.439 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@690055952(state=PENDING, result=null, callback=(continuation of Deferred@636044908 after retry RPC after error@1828573988) -> (continuation of Deferred@1254059941 after retry RPC after error@1751446537) -> (continuation of Deferred@122754383 after retry RPC after error@87523954) -> (continuation of Deferred@876873526 after retry RPC after error@2068801803) -> (continuation of Deferred@1950085184 after retry RPC after error@1302780071) -> (continuation of Deferred@1498356626 after retry RPC after error@1497904769) -> (continuation of Deferred@1926915096 after retry RPC after error@163772676), errback=(continuation of Deferred@636044908 after retry RPC after error@1828573988) -> (continuation of Deferred@1254059941 after retry RPC after error@1751446537) -> (continuation of Deferred@122754383 after retry RPC after error@87523954) -> (continuation of Deferred@876873526 after retry RPC after error@2068801803) -> (continuation of Deferred@1950085184 after retry RPC after error@1302780071) -> (continuation of Deferred@1498356626 after retry RPC after error@1497904769) -> (continuation of Deferred@1926915096 after retry RPC after error@163772676)))
03:04:36.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.638 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1731907250(state=PENDING, result=null, callback=(continuation of Deferred@944904798 after retry RPC after error@1381204943) -> (continuation of Deferred@1212639859 after retry RPC after error@2033808023) -> (continuation of Deferred@1368463108 after retry RPC after error@529705730) -> (continuation of Deferred@1828015729 after retry RPC after error@1592403122) -> (continuation of Deferred@119152988 after retry RPC after error@224022534) -> (continuation of Deferred@1259995418 after retry RPC after error@1146778495) -> (continuation of Deferred@312261225 after retry RPC after error@1293484636), errback=(continuation of Deferred@944904798 after retry RPC after error@1381204943) -> (continuation of Deferred@1212639859 after retry RPC after error@2033808023) -> (continuation of Deferred@1368463108 after retry RPC after error@529705730) -> (continuation of Deferred@1828015729 after retry RPC after error@1592403122) -> (continuation of Deferred@119152988 after retry RPC after error@224022534) -> (continuation of Deferred@1259995418 after retry RPC after error@1146778495) -> (continuation of Deferred@312261225 after retry RPC after error@1293484636)))
03:04:36.638 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1731907250(state=PENDING, result=null, callback=(continuation of Deferred@944904798 after retry RPC after error@1381204943) -> (continuation of Deferred@1212639859 after retry RPC after error@2033808023) -> (continuation of Deferred@1368463108 after retry RPC after error@529705730) -> (continuation of Deferred@1828015729 after retry RPC after error@1592403122) -> (continuation of Deferred@119152988 after retry RPC after error@224022534) -> (continuation of Deferred@1259995418 after retry RPC after error@1146778495) -> (continuation of Deferred@312261225 after retry RPC after error@1293484636), errback=(continuation of Deferred@944904798 after retry RPC after error@1381204943) -> (continuation of Deferred@1212639859 after retry RPC after error@2033808023) -> (continuation of Deferred@1368463108 after retry RPC after error@529705730) -> (continuation of Deferred@1828015729 after retry RPC after error@1592403122) -> (continuation of Deferred@119152988 after retry RPC after error@224022534) -> (continuation of Deferred@1259995418 after retry RPC after error@1146778495) -> (continuation of Deferred@312261225 after retry RPC after error@1293484636)))
03:04:36.655 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.656 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.797 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1506693398(state=PENDING, result=null, callback=(continuation of Deferred@1500604512 after retry RPC after error@1276306893) -> (continuation of Deferred@1164641810 after retry RPC after error@1845934408) -> (continuation of Deferred@1013382784 after retry RPC after error@1736529996) -> (continuation of Deferred@2051512632 after retry RPC after error@558937025) -> (continuation of Deferred@709483413 after retry RPC after error@1197979048) -> (continuation of Deferred@19888677 after retry RPC after error@625282938) -> (continuation of Deferred@1093991732 after retry RPC after error@990169679), errback=(continuation of Deferred@1500604512 after retry RPC after error@1276306893) -> (continuation of Deferred@1164641810 after retry RPC after error@1845934408) -> (continuation of Deferred@1013382784 after retry RPC after error@1736529996) -> (continuation of Deferred@2051512632 after retry RPC after error@558937025) -> (continuation of Deferred@709483413 after retry RPC after error@1197979048) -> (continuation of Deferred@19888677 after retry RPC after error@625282938) -> (continuation of Deferred@1093991732 after retry RPC after error@990169679)))
03:04:36.798 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1506693398(state=PENDING, result=null, callback=(continuation of Deferred@1500604512 after retry RPC after error@1276306893) -> (continuation of Deferred@1164641810 after retry RPC after error@1845934408) -> (continuation of Deferred@1013382784 after retry RPC after error@1736529996) -> (continuation of Deferred@2051512632 after retry RPC after error@558937025) -> (continuation of Deferred@709483413 after retry RPC after error@1197979048) -> (continuation of Deferred@19888677 after retry RPC after error@625282938) -> (continuation of Deferred@1093991732 after retry RPC after error@990169679), errback=(continuation of Deferred@1500604512 after retry RPC after error@1276306893) -> (continuation of Deferred@1164641810 after retry RPC after error@1845934408) -> (continuation of Deferred@1013382784 after retry RPC after error@1736529996) -> (continuation of Deferred@2051512632 after retry RPC after error@558937025) -> (continuation of Deferred@709483413 after retry RPC after error@1197979048) -> (continuation of Deferred@19888677 after retry RPC after error@625282938) -> (continuation of Deferred@1093991732 after retry RPC after error@990169679)))
03:04:36.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:36.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:36.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:36.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:36.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:36.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.038 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1661252046(state=PENDING, result=null, callback=(continuation of Deferred@1251122740 after retry RPC after error@2090010034) -> (continuation of Deferred@1106409253 after retry RPC after error@121512980) -> (continuation of Deferred@1493395961 after retry RPC after error@1029265918) -> (continuation of Deferred@1866484271 after retry RPC after error@422108503) -> (continuation of Deferred@1537618730 after retry RPC after error@751245065) -> (continuation of Deferred@1102786956 after retry RPC after error@505847433) -> (continuation of Deferred@1962131716 after retry RPC after error@1620639692), errback=(continuation of Deferred@1251122740 after retry RPC after error@2090010034) -> (continuation of Deferred@1106409253 after retry RPC after error@121512980) -> (continuation of Deferred@1493395961 after retry RPC after error@1029265918) -> (continuation of Deferred@1866484271 after retry RPC after error@422108503) -> (continuation of Deferred@1537618730 after retry RPC after error@751245065) -> (continuation of Deferred@1102786956 after retry RPC after error@505847433) -> (continuation of Deferred@1962131716 after retry RPC after error@1620639692)))
03:04:37.039 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1661252046(state=PENDING, result=null, callback=(continuation of Deferred@1251122740 after retry RPC after error@2090010034) -> (continuation of Deferred@1106409253 after retry RPC after error@121512980) -> (continuation of Deferred@1493395961 after retry RPC after error@1029265918) -> (continuation of Deferred@1866484271 after retry RPC after error@422108503) -> (continuation of Deferred@1537618730 after retry RPC after error@751245065) -> (continuation of Deferred@1102786956 after retry RPC after error@505847433) -> (continuation of Deferred@1962131716 after retry RPC after error@1620639692), errback=(continuation of Deferred@1251122740 after retry RPC after error@2090010034) -> (continuation of Deferred@1106409253 after retry RPC after error@121512980) -> (continuation of Deferred@1493395961 after retry RPC after error@1029265918) -> (continuation of Deferred@1866484271 after retry RPC after error@422108503) -> (continuation of Deferred@1537618730 after retry RPC after error@751245065) -> (continuation of Deferred@1102786956 after retry RPC after error@505847433) -> (continuation of Deferred@1962131716 after retry RPC after error@1620639692)))
03:04:37.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.258 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@197522038(state=PENDING, result=null, callback=(continuation of Deferred@128895796 after retry RPC after error@1736516396) -> (continuation of Deferred@138028674 after retry RPC after error@742925233) -> (continuation of Deferred@1573825127 after retry RPC after error@859335345) -> (continuation of Deferred@1785676898 after retry RPC after error@131573557) -> (continuation of Deferred@803383354 after retry RPC after error@1610560149) -> (continuation of Deferred@1327706460 after retry RPC after error@1970788738) -> (continuation of Deferred@1332616302 after retry RPC after error@1763959948), errback=(continuation of Deferred@128895796 after retry RPC after error@1736516396) -> (continuation of Deferred@138028674 after retry RPC after error@742925233) -> (continuation of Deferred@1573825127 after retry RPC after error@859335345) -> (continuation of Deferred@1785676898 after retry RPC after error@131573557) -> (continuation of Deferred@803383354 after retry RPC after error@1610560149) -> (continuation of Deferred@1327706460 after retry RPC after error@1970788738) -> (continuation of Deferred@1332616302 after retry RPC after error@1763959948)))
03:04:37.259 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@197522038(state=PENDING, result=null, callback=(continuation of Deferred@128895796 after retry RPC after error@1736516396) -> (continuation of Deferred@138028674 after retry RPC after error@742925233) -> (continuation of Deferred@1573825127 after retry RPC after error@859335345) -> (continuation of Deferred@1785676898 after retry RPC after error@131573557) -> (continuation of Deferred@803383354 after retry RPC after error@1610560149) -> (continuation of Deferred@1327706460 after retry RPC after error@1970788738) -> (continuation of Deferred@1332616302 after retry RPC after error@1763959948), errback=(continuation of Deferred@128895796 after retry RPC after error@1736516396) -> (continuation of Deferred@138028674 after retry RPC after error@742925233) -> (continuation of Deferred@1573825127 after retry RPC after error@859335345) -> (continuation of Deferred@1785676898 after retry RPC after error@131573557) -> (continuation of Deferred@803383354 after retry RPC after error@1610560149) -> (continuation of Deferred@1327706460 after retry RPC after error@1970788738) -> (continuation of Deferred@1332616302 after retry RPC after error@1763959948)))
03:04:37.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.437 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@326224685(state=PENDING, result=null, callback=(continuation of Deferred@1894476690 after retry RPC after error@2103377621) -> (continuation of Deferred@1894125839 after retry RPC after error@1842578589) -> (continuation of Deferred@1179637070 after retry RPC after error@1282224900) -> (continuation of Deferred@214121967 after retry RPC after error@2101720966) -> (continuation of Deferred@1159260357 after retry RPC after error@1623721585) -> (continuation of Deferred@1970365378 after retry RPC after error@626525037) -> (continuation of Deferred@663001539 after retry RPC after error@123730124), errback=(continuation of Deferred@1894476690 after retry RPC after error@2103377621) -> (continuation of Deferred@1894125839 after retry RPC after error@1842578589) -> (continuation of Deferred@1179637070 after retry RPC after error@1282224900) -> (continuation of Deferred@214121967 after retry RPC after error@2101720966) -> (continuation of Deferred@1159260357 after retry RPC after error@1623721585) -> (continuation of Deferred@1970365378 after retry RPC after error@626525037) -> (continuation of Deferred@663001539 after retry RPC after error@123730124)))
03:04:37.438 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@326224685(state=PENDING, result=null, callback=(continuation of Deferred@1894476690 after retry RPC after error@2103377621) -> (continuation of Deferred@1894125839 after retry RPC after error@1842578589) -> (continuation of Deferred@1179637070 after retry RPC after error@1282224900) -> (continuation of Deferred@214121967 after retry RPC after error@2101720966) -> (continuation of Deferred@1159260357 after retry RPC after error@1623721585) -> (continuation of Deferred@1970365378 after retry RPC after error@626525037) -> (continuation of Deferred@663001539 after retry RPC after error@123730124), errback=(continuation of Deferred@1894476690 after retry RPC after error@2103377621) -> (continuation of Deferred@1894125839 after retry RPC after error@1842578589) -> (continuation of Deferred@1179637070 after retry RPC after error@1282224900) -> (continuation of Deferred@214121967 after retry RPC after error@2101720966) -> (continuation of Deferred@1159260357 after retry RPC after error@1623721585) -> (continuation of Deferred@1970365378 after retry RPC after error@626525037) -> (continuation of Deferred@663001539 after retry RPC after error@123730124)))
03:04:37.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.678 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1031607873(state=PENDING, result=null, callback=(continuation of Deferred@1757322332 after retry RPC after error@915249070) -> (continuation of Deferred@258806577 after retry RPC after error@1526186883) -> (continuation of Deferred@1178069245 after retry RPC after error@475866994) -> (continuation of Deferred@2077121363 after retry RPC after error@532771954) -> (continuation of Deferred@1724385143 after retry RPC after error@333175403) -> (continuation of Deferred@440799104 after retry RPC after error@238066270) -> (continuation of Deferred@686147408 after retry RPC after error@1696618661), errback=(continuation of Deferred@1757322332 after retry RPC after error@915249070) -> (continuation of Deferred@258806577 after retry RPC after error@1526186883) -> (continuation of Deferred@1178069245 after retry RPC after error@475866994) -> (continuation of Deferred@2077121363 after retry RPC after error@532771954) -> (continuation of Deferred@1724385143 after retry RPC after error@333175403) -> (continuation of Deferred@440799104 after retry RPC after error@238066270) -> (continuation of Deferred@686147408 after retry RPC after error@1696618661)))
03:04:37.679 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1031607873(state=PENDING, result=null, callback=(continuation of Deferred@1757322332 after retry RPC after error@915249070) -> (continuation of Deferred@258806577 after retry RPC after error@1526186883) -> (continuation of Deferred@1178069245 after retry RPC after error@475866994) -> (continuation of Deferred@2077121363 after retry RPC after error@532771954) -> (continuation of Deferred@1724385143 after retry RPC after error@333175403) -> (continuation of Deferred@440799104 after retry RPC after error@238066270) -> (continuation of Deferred@686147408 after retry RPC after error@1696618661), errback=(continuation of Deferred@1757322332 after retry RPC after error@915249070) -> (continuation of Deferred@258806577 after retry RPC after error@1526186883) -> (continuation of Deferred@1178069245 after retry RPC after error@475866994) -> (continuation of Deferred@2077121363 after retry RPC after error@532771954) -> (continuation of Deferred@1724385143 after retry RPC after error@333175403) -> (continuation of Deferred@440799104 after retry RPC after error@238066270) -> (continuation of Deferred@686147408 after retry RPC after error@1696618661)))
03:04:37.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:37.817667 11874 master_runner.cc:186] Error getting master registration for 127.10.192.190:46323: Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111),
03:04:37.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:37.817858 11874 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:37.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.917 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [220ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@57489333(state=PENDING, result=null, callback=(continuation of Deferred@1249943514 after retry RPC after error@1150491056) -> (continuation of Deferred@1129347798 after retry RPC after error@703217046) -> (continuation of Deferred@1742342462 after retry RPC after error@995672812) -> (continuation of Deferred@2065602971 after retry RPC after error@56630755) -> (continuation of Deferred@876902216 after retry RPC after error@1232505998) -> (continuation of Deferred@1177224826 after retry RPC after error@1168606297) -> (continuation of Deferred@1389249938 after retry RPC after error@799125945), errback=(continuation of Deferred@1249943514 after retry RPC after error@1150491056) -> (continuation of Deferred@1129347798 after retry RPC after error@703217046) -> (continuation of Deferred@1742342462 after retry RPC after error@995672812) -> (continuation of Deferred@2065602971 after retry RPC after error@56630755) -> (continuation of Deferred@876902216 after retry RPC after error@1232505998) -> (continuation of Deferred@1177224826 after retry RPC after error@1168606297) -> (continuation of Deferred@1389249938 after retry RPC after error@799125945)))
03:04:37.918 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [220ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@57489333(state=PENDING, result=null, callback=(continuation of Deferred@1249943514 after retry RPC after error@1150491056) -> (continuation of Deferred@1129347798 after retry RPC after error@703217046) -> (continuation of Deferred@1742342462 after retry RPC after error@995672812) -> (continuation of Deferred@2065602971 after retry RPC after error@56630755) -> (continuation of Deferred@876902216 after retry RPC after error@1232505998) -> (continuation of Deferred@1177224826 after retry RPC after error@1168606297) -> (continuation of Deferred@1389249938 after retry RPC after error@799125945), errback=(continuation of Deferred@1249943514 after retry RPC after error@1150491056) -> (continuation of Deferred@1129347798 after retry RPC after error@703217046) -> (continuation of Deferred@1742342462 after retry RPC after error@995672812) -> (continuation of Deferred@2065602971 after retry RPC after error@56630755) -> (continuation of Deferred@876902216 after retry RPC after error@1232505998) -> (continuation of Deferred@1177224826 after retry RPC after error@1168606297) -> (continuation of Deferred@1389249938 after retry RPC after error@799125945)))
03:04:37.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:37.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:37.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:37.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:37.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:37.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.158 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1145039701(state=PENDING, result=null, callback=(continuation of Deferred@586783399 after retry RPC after error@631872740) -> (continuation of Deferred@1976786380 after retry RPC after error@1309500768) -> (continuation of Deferred@542106276 after retry RPC after error@1231557877) -> (continuation of Deferred@641342761 after retry RPC after error@54090475) -> (continuation of Deferred@1547485930 after retry RPC after error@1442495012) -> (continuation of Deferred@601831143 after retry RPC after error@1794690677) -> (continuation of Deferred@1349089874 after retry RPC after error@1354944993), errback=(continuation of Deferred@586783399 after retry RPC after error@631872740) -> (continuation of Deferred@1976786380 after retry RPC after error@1309500768) -> (continuation of Deferred@542106276 after retry RPC after error@1231557877) -> (continuation of Deferred@641342761 after retry RPC after error@54090475) -> (continuation of Deferred@1547485930 after retry RPC after error@1442495012) -> (continuation of Deferred@601831143 after retry RPC after error@1794690677) -> (continuation of Deferred@1349089874 after retry RPC after error@1354944993)))
03:04:38.159 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1145039701(state=PENDING, result=null, callback=(continuation of Deferred@586783399 after retry RPC after error@631872740) -> (continuation of Deferred@1976786380 after retry RPC after error@1309500768) -> (continuation of Deferred@542106276 after retry RPC after error@1231557877) -> (continuation of Deferred@641342761 after retry RPC after error@54090475) -> (continuation of Deferred@1547485930 after retry RPC after error@1442495012) -> (continuation of Deferred@601831143 after retry RPC after error@1794690677) -> (continuation of Deferred@1349089874 after retry RPC after error@1354944993), errback=(continuation of Deferred@586783399 after retry RPC after error@631872740) -> (continuation of Deferred@1976786380 after retry RPC after error@1309500768) -> (continuation of Deferred@542106276 after retry RPC after error@1231557877) -> (continuation of Deferred@641342761 after retry RPC after error@54090475) -> (continuation of Deferred@1547485930 after retry RPC after error@1442495012) -> (continuation of Deferred@601831143 after retry RPC after error@1794690677) -> (continuation of Deferred@1349089874 after retry RPC after error@1354944993)))
03:04:38.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.418 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1608128140(state=PENDING, result=null, callback=(continuation of Deferred@1866089056 after retry RPC after error@728769541) -> (continuation of Deferred@142234938 after retry RPC after error@119229647) -> (continuation of Deferred@974071566 after retry RPC after error@284523590) -> (continuation of Deferred@1258043623 after retry RPC after error@391936067) -> (continuation of Deferred@1411910385 after retry RPC after error@1862552446) -> (continuation of Deferred@1150578041 after retry RPC after error@813603784) -> (continuation of Deferred@613769396 after retry RPC after error@1762103523), errback=(continuation of Deferred@1866089056 after retry RPC after error@728769541) -> (continuation of Deferred@142234938 after retry RPC after error@119229647) -> (continuation of Deferred@974071566 after retry RPC after error@284523590) -> (continuation of Deferred@1258043623 after retry RPC after error@391936067) -> (continuation of Deferred@1411910385 after retry RPC after error@1862552446) -> (continuation of Deferred@1150578041 after retry RPC after error@813603784) -> (continuation of Deferred@613769396 after retry RPC after error@1762103523)))
03:04:38.418 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1608128140(state=PENDING, result=null, callback=(continuation of Deferred@1866089056 after retry RPC after error@728769541) -> (continuation of Deferred@142234938 after retry RPC after error@119229647) -> (continuation of Deferred@974071566 after retry RPC after error@284523590) -> (continuation of Deferred@1258043623 after retry RPC after error@391936067) -> (continuation of Deferred@1411910385 after retry RPC after error@1862552446) -> (continuation of Deferred@1150578041 after retry RPC after error@813603784) -> (continuation of Deferred@613769396 after retry RPC after error@1762103523), errback=(continuation of Deferred@1866089056 after retry RPC after error@728769541) -> (continuation of Deferred@142234938 after retry RPC after error@119229647) -> (continuation of Deferred@974071566 after retry RPC after error@284523590) -> (continuation of Deferred@1258043623 after retry RPC after error@391936067) -> (continuation of Deferred@1411910385 after retry RPC after error@1862552446) -> (continuation of Deferred@1150578041 after retry RPC after error@813603784) -> (continuation of Deferred@613769396 after retry RPC after error@1762103523)))
03:04:38.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.598 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@684021402(state=PENDING, result=null, callback=(continuation of Deferred@806954222 after retry RPC after error@1688932113) -> (continuation of Deferred@214393325 after retry RPC after error@246712169) -> (continuation of Deferred@2012478469 after retry RPC after error@1268561517) -> (continuation of Deferred@2095283962 after retry RPC after error@1447436736) -> (continuation of Deferred@1044249817 after retry RPC after error@280763053) -> (continuation of Deferred@2001707758 after retry RPC after error@283170278), errback=(continuation of Deferred@806954222 after retry RPC after error@1688932113) -> (continuation of Deferred@214393325 after retry RPC after error@246712169) -> (continuation of Deferred@2012478469 after retry RPC after error@1268561517) -> (continuation of Deferred@2095283962 after retry RPC after error@1447436736) -> (continuation of Deferred@1044249817 after retry RPC after error@280763053) -> (continuation of Deferred@2001707758 after retry RPC after error@283170278)))
03:04:38.598 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@684021402(state=PENDING, result=null, callback=(continuation of Deferred@806954222 after retry RPC after error@1688932113) -> (continuation of Deferred@214393325 after retry RPC after error@246712169) -> (continuation of Deferred@2012478469 after retry RPC after error@1268561517) -> (continuation of Deferred@2095283962 after retry RPC after error@1447436736) -> (continuation of Deferred@1044249817 after retry RPC after error@280763053) -> (continuation of Deferred@2001707758 after retry RPC after error@283170278), errback=(continuation of Deferred@806954222 after retry RPC after error@1688932113) -> (continuation of Deferred@214393325 after retry RPC after error@246712169) -> (continuation of Deferred@2012478469 after retry RPC after error@1268561517) -> (continuation of Deferred@2095283962 after retry RPC after error@1447436736) -> (continuation of Deferred@1044249817 after retry RPC after error@280763053) -> (continuation of Deferred@2001707758 after retry RPC after error@283170278)))
03:04:38.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.758 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@612902731(state=PENDING, result=null, callback=(continuation of Deferred@113868481 after retry RPC after error@1460598024) -> (continuation of Deferred@1175439862 after retry RPC after error@601361411) -> (continuation of Deferred@1856651727 after retry RPC after error@1319919527) -> (continuation of Deferred@1993637885 after retry RPC after error@361745712) -> (continuation of Deferred@689394295 after retry RPC after error@99246485) -> (continuation of Deferred@1351929154 after retry RPC after error@991525933) -> (continuation of Deferred@672007635 after retry RPC after error@2118004622), errback=(continuation of Deferred@113868481 after retry RPC after error@1460598024) -> (continuation of Deferred@1175439862 after retry RPC after error@601361411) -> (continuation of Deferred@1856651727 after retry RPC after error@1319919527) -> (continuation of Deferred@1993637885 after retry RPC after error@361745712) -> (continuation of Deferred@689394295 after retry RPC after error@99246485) -> (continuation of Deferred@1351929154 after retry RPC after error@991525933) -> (continuation of Deferred@672007635 after retry RPC after error@2118004622)))
03:04:38.758 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@612902731(state=PENDING, result=null, callback=(continuation of Deferred@113868481 after retry RPC after error@1460598024) -> (continuation of Deferred@1175439862 after retry RPC after error@601361411) -> (continuation of Deferred@1856651727 after retry RPC after error@1319919527) -> (continuation of Deferred@1993637885 after retry RPC after error@361745712) -> (continuation of Deferred@689394295 after retry RPC after error@99246485) -> (continuation of Deferred@1351929154 after retry RPC after error@991525933) -> (continuation of Deferred@672007635 after retry RPC after error@2118004622), errback=(continuation of Deferred@113868481 after retry RPC after error@1460598024) -> (continuation of Deferred@1175439862 after retry RPC after error@601361411) -> (continuation of Deferred@1856651727 after retry RPC after error@1319919527) -> (continuation of Deferred@1993637885 after retry RPC after error@361745712) -> (continuation of Deferred@689394295 after retry RPC after error@99246485) -> (continuation of Deferred@1351929154 after retry RPC after error@991525933) -> (continuation of Deferred@672007635 after retry RPC after error@2118004622)))
03:04:38.775 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:38.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:38.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:38.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:38.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:38.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.017 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1724263517(state=PENDING, result=null, callback=(continuation of Deferred@1860020527 after retry RPC after error@2116014953) -> (continuation of Deferred@1032494705 after retry RPC after error@1794767193) -> (continuation of Deferred@1768858104 after retry RPC after error@1768596263) -> (continuation of Deferred@8044909 after retry RPC after error@627884810) -> (continuation of Deferred@965855038 after retry RPC after error@98449584) -> (continuation of Deferred@1400500431 after retry RPC after error@273554745) -> (continuation of Deferred@668041273 after retry RPC after error@1404970955), errback=(continuation of Deferred@1860020527 after retry RPC after error@2116014953) -> (continuation of Deferred@1032494705 after retry RPC after error@1794767193) -> (continuation of Deferred@1768858104 after retry RPC after error@1768596263) -> (continuation of Deferred@8044909 after retry RPC after error@627884810) -> (continuation of Deferred@965855038 after retry RPC after error@98449584) -> (continuation of Deferred@1400500431 after retry RPC after error@273554745) -> (continuation of Deferred@668041273 after retry RPC after error@1404970955)))
03:04:39.018 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1724263517(state=PENDING, result=null, callback=(continuation of Deferred@1860020527 after retry RPC after error@2116014953) -> (continuation of Deferred@1032494705 after retry RPC after error@1794767193) -> (continuation of Deferred@1768858104 after retry RPC after error@1768596263) -> (continuation of Deferred@8044909 after retry RPC after error@627884810) -> (continuation of Deferred@965855038 after retry RPC after error@98449584) -> (continuation of Deferred@1400500431 after retry RPC after error@273554745) -> (continuation of Deferred@668041273 after retry RPC after error@1404970955), errback=(continuation of Deferred@1860020527 after retry RPC after error@2116014953) -> (continuation of Deferred@1032494705 after retry RPC after error@1794767193) -> (continuation of Deferred@1768858104 after retry RPC after error@1768596263) -> (continuation of Deferred@8044909 after retry RPC after error@627884810) -> (continuation of Deferred@965855038 after retry RPC after error@98449584) -> (continuation of Deferred@1400500431 after retry RPC after error@273554745) -> (continuation of Deferred@668041273 after retry RPC after error@1404970955)))
03:04:39.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.237 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1332266438(state=PENDING, result=null, callback=(continuation of Deferred@24265819 after retry RPC after error@1199277534) -> (continuation of Deferred@1007843955 after retry RPC after error@903732930) -> (continuation of Deferred@639505598 after retry RPC after error@1028661462) -> (continuation of Deferred@314447085 after retry RPC after error@1229906870) -> (continuation of Deferred@530822597 after retry RPC after error@600404087) -> (continuation of Deferred@1102188959 after retry RPC after error@2145327436) -> (continuation of Deferred@2110818031 after retry RPC after error@368184298), errback=(continuation of Deferred@24265819 after retry RPC after error@1199277534) -> (continuation of Deferred@1007843955 after retry RPC after error@903732930) -> (continuation of Deferred@639505598 after retry RPC after error@1028661462) -> (continuation of Deferred@314447085 after retry RPC after error@1229906870) -> (continuation of Deferred@530822597 after retry RPC after error@600404087) -> (continuation of Deferred@1102188959 after retry RPC after error@2145327436) -> (continuation of Deferred@2110818031 after retry RPC after error@368184298)))
03:04:39.238 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1332266438(state=PENDING, result=null, callback=(continuation of Deferred@24265819 after retry RPC after error@1199277534) -> (continuation of Deferred@1007843955 after retry RPC after error@903732930) -> (continuation of Deferred@639505598 after retry RPC after error@1028661462) -> (continuation of Deferred@314447085 after retry RPC after error@1229906870) -> (continuation of Deferred@530822597 after retry RPC after error@600404087) -> (continuation of Deferred@1102188959 after retry RPC after error@2145327436) -> (continuation of Deferred@2110818031 after retry RPC after error@368184298), errback=(continuation of Deferred@24265819 after retry RPC after error@1199277534) -> (continuation of Deferred@1007843955 after retry RPC after error@903732930) -> (continuation of Deferred@639505598 after retry RPC after error@1028661462) -> (continuation of Deferred@314447085 after retry RPC after error@1229906870) -> (continuation of Deferred@530822597 after retry RPC after error@600404087) -> (continuation of Deferred@1102188959 after retry RPC after error@2145327436) -> (continuation of Deferred@2110818031 after retry RPC after error@368184298)))
03:04:39.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.457 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@181146251(state=PENDING, result=null, callback=(continuation of Deferred@259268524 after retry RPC after error@1318670715) -> (continuation of Deferred@474945655 after retry RPC after error@1996298559) -> (continuation of Deferred@1507582259 after retry RPC after error@1573741050) -> (continuation of Deferred@967136916 after retry RPC after error@655328382) -> (continuation of Deferred@568015829 after retry RPC after error@397368485) -> (continuation of Deferred@78494002 after retry RPC after error@1599791533) -> (continuation of Deferred@656894976 after retry RPC after error@1241531957), errback=(continuation of Deferred@259268524 after retry RPC after error@1318670715) -> (continuation of Deferred@474945655 after retry RPC after error@1996298559) -> (continuation of Deferred@1507582259 after retry RPC after error@1573741050) -> (continuation of Deferred@967136916 after retry RPC after error@655328382) -> (continuation of Deferred@568015829 after retry RPC after error@397368485) -> (continuation of Deferred@78494002 after retry RPC after error@1599791533) -> (continuation of Deferred@656894976 after retry RPC after error@1241531957)))
03:04:39.458 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@181146251(state=PENDING, result=null, callback=(continuation of Deferred@259268524 after retry RPC after error@1318670715) -> (continuation of Deferred@474945655 after retry RPC after error@1996298559) -> (continuation of Deferred@1507582259 after retry RPC after error@1573741050) -> (continuation of Deferred@967136916 after retry RPC after error@655328382) -> (continuation of Deferred@568015829 after retry RPC after error@397368485) -> (continuation of Deferred@78494002 after retry RPC after error@1599791533) -> (continuation of Deferred@656894976 after retry RPC after error@1241531957), errback=(continuation of Deferred@259268524 after retry RPC after error@1318670715) -> (continuation of Deferred@474945655 after retry RPC after error@1996298559) -> (continuation of Deferred@1507582259 after retry RPC after error@1573741050) -> (continuation of Deferred@967136916 after retry RPC after error@655328382) -> (continuation of Deferred@568015829 after retry RPC after error@397368485) -> (continuation of Deferred@78494002 after retry RPC after error@1599791533) -> (continuation of Deferred@656894976 after retry RPC after error@1241531957)))
03:04:39.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.719 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1819569516(state=PENDING, result=null, callback=(continuation of Deferred@910425315 after retry RPC after error@287105373) -> (continuation of Deferred@669745362 after retry RPC after error@1757120078) -> (continuation of Deferred@1102502750 after retry RPC after error@936823868) -> (continuation of Deferred@1287665412 after retry RPC after error@2021478692) -> (continuation of Deferred@266733918 after retry RPC after error@248550322) -> (continuation of Deferred@1130753403 after retry RPC after error@1367564354) -> (continuation of Deferred@1846558677 after retry RPC after error@1683455142), errback=(continuation of Deferred@910425315 after retry RPC after error@287105373) -> (continuation of Deferred@669745362 after retry RPC after error@1757120078) -> (continuation of Deferred@1102502750 after retry RPC after error@936823868) -> (continuation of Deferred@1287665412 after retry RPC after error@2021478692) -> (continuation of Deferred@266733918 after retry RPC after error@248550322) -> (continuation of Deferred@1130753403 after retry RPC after error@1367564354) -> (continuation of Deferred@1846558677 after retry RPC after error@1683455142)))
03:04:39.720 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1819569516(state=PENDING, result=null, callback=(continuation of Deferred@910425315 after retry RPC after error@287105373) -> (continuation of Deferred@669745362 after retry RPC after error@1757120078) -> (continuation of Deferred@1102502750 after retry RPC after error@936823868) -> (continuation of Deferred@1287665412 after retry RPC after error@2021478692) -> (continuation of Deferred@266733918 after retry RPC after error@248550322) -> (continuation of Deferred@1130753403 after retry RPC after error@1367564354) -> (continuation of Deferred@1846558677 after retry RPC after error@1683455142), errback=(continuation of Deferred@910425315 after retry RPC after error@287105373) -> (continuation of Deferred@669745362 after retry RPC after error@1757120078) -> (continuation of Deferred@1102502750 after retry RPC after error@936823868) -> (continuation of Deferred@1287665412 after retry RPC after error@2021478692) -> (continuation of Deferred@266733918 after retry RPC after error@248550322) -> (continuation of Deferred@1130753403 after retry RPC after error@1367564354) -> (continuation of Deferred@1846558677 after retry RPC after error@1683455142)))
03:04:39.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:39.752182 11517 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 1)
03:04:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:39.753476 11517 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '3f68ffe812454911878826a0330b244d', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '3f68ffe812454911878826a0330b244d', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 1)
03:04:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:39.754907 11517 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.10.192.188:38559)
03:04:39.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:39.823938 12202 raft_consensus.cc:493] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 76505419105b4dc4a1e93edac918e32c)
03:04:39.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:39.824097 12202 raft_consensus.cc:515] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:39.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:39.824698 12202 leader_election.cc:290] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323), 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035)
03:04:39.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:39.825672 11890 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111) [suppressed 1 similar messages]
03:04:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:39.826864 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323): Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111)
03:04:39.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:39.827031 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035): Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:39.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:39.827139 11890 leader_election.cc:304] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: de6a0f6393df4ada85eb45eb0b0f246e; no voters: 1a315d17969b45168a52f1868fc25e16, 76505419105b4dc4a1e93edac918e32c
03:04:39.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:39.827356 12202 raft_consensus.cc:2749] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:39.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.958 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@973119295(state=PENDING, result=null, callback=(continuation of Deferred@1807363122 after retry RPC after error@1392971427) -> (continuation of Deferred@129446241 after retry RPC after error@972074959) -> (continuation of Deferred@59891583 after retry RPC after error@1753791416) -> (continuation of Deferred@1443542001 after retry RPC after error@1790505000) -> (continuation of Deferred@1734320167 after retry RPC after error@1244103183) -> (continuation of Deferred@1227957633 after retry RPC after error@1680192831) -> (continuation of Deferred@2128703236 after retry RPC after error@144747821), errback=(continuation of Deferred@1807363122 after retry RPC after error@1392971427) -> (continuation of Deferred@129446241 after retry RPC after error@972074959) -> (continuation of Deferred@59891583 after retry RPC after error@1753791416) -> (continuation of Deferred@1443542001 after retry RPC after error@1790505000) -> (continuation of Deferred@1734320167 after retry RPC after error@1244103183) -> (continuation of Deferred@1227957633 after retry RPC after error@1680192831) -> (continuation of Deferred@2128703236 after retry RPC after error@144747821)))
03:04:39.958 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@973119295(state=PENDING, result=null, callback=(continuation of Deferred@1807363122 after retry RPC after error@1392971427) -> (continuation of Deferred@129446241 after retry RPC after error@972074959) -> (continuation of Deferred@59891583 after retry RPC after error@1753791416) -> (continuation of Deferred@1443542001 after retry RPC after error@1790505000) -> (continuation of Deferred@1734320167 after retry RPC after error@1244103183) -> (continuation of Deferred@1227957633 after retry RPC after error@1680192831) -> (continuation of Deferred@2128703236 after retry RPC after error@144747821), errback=(continuation of Deferred@1807363122 after retry RPC after error@1392971427) -> (continuation of Deferred@129446241 after retry RPC after error@972074959) -> (continuation of Deferred@59891583 after retry RPC after error@1753791416) -> (continuation of Deferred@1443542001 after retry RPC after error@1790505000) -> (continuation of Deferred@1734320167 after retry RPC after error@1244103183) -> (continuation of Deferred@1227957633 after retry RPC after error@1680192831) -> (continuation of Deferred@2128703236 after retry RPC after error@144747821)))
03:04:39.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:39.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:39.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:39.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:39.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:39.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.179 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@422138622(state=PENDING, result=null, callback=(continuation of Deferred@2121271951 after retry RPC after error@1447850586) -> (continuation of Deferred@1602148131 after retry RPC after error@202621072) -> (continuation of Deferred@1917421551 after retry RPC after error@1193469278) -> (continuation of Deferred@1850533206 after retry RPC after error@2085203791) -> (continuation of Deferred@1115765206 after retry RPC after error@316222669) -> (continuation of Deferred@456531349 after retry RPC after error@716499563), errback=(continuation of Deferred@2121271951 after retry RPC after error@1447850586) -> (continuation of Deferred@1602148131 after retry RPC after error@202621072) -> (continuation of Deferred@1917421551 after retry RPC after error@1193469278) -> (continuation of Deferred@1850533206 after retry RPC after error@2085203791) -> (continuation of Deferred@1115765206 after retry RPC after error@316222669) -> (continuation of Deferred@456531349 after retry RPC after error@716499563)))
03:04:40.179 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@422138622(state=PENDING, result=null, callback=(continuation of Deferred@2121271951 after retry RPC after error@1447850586) -> (continuation of Deferred@1602148131 after retry RPC after error@202621072) -> (continuation of Deferred@1917421551 after retry RPC after error@1193469278) -> (continuation of Deferred@1850533206 after retry RPC after error@2085203791) -> (continuation of Deferred@1115765206 after retry RPC after error@316222669) -> (continuation of Deferred@456531349 after retry RPC after error@716499563), errback=(continuation of Deferred@2121271951 after retry RPC after error@1447850586) -> (continuation of Deferred@1602148131 after retry RPC after error@202621072) -> (continuation of Deferred@1917421551 after retry RPC after error@1193469278) -> (continuation of Deferred@1850533206 after retry RPC after error@2085203791) -> (continuation of Deferred@1115765206 after retry RPC after error@316222669) -> (continuation of Deferred@456531349 after retry RPC after error@716499563)))
03:04:40.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1008151241(state=PENDING, result=null, callback=(continuation of Deferred@478630324 after retry RPC after error@873982426) -> (continuation of Deferred@1421243083 after retry RPC after error@1366449142) -> (continuation of Deferred@2002696861 after retry RPC after error@2081211541) -> (continuation of Deferred@466342389 after retry RPC after error@1478857873) -> (continuation of Deferred@1521305434 after retry RPC after error@1075775734) -> (continuation of Deferred@85863801 after retry RPC after error@1911267415) -> (continuation of Deferred@1095548583 after retry RPC after error@2032944832), errback=(continuation of Deferred@478630324 after retry RPC after error@873982426) -> (continuation of Deferred@1421243083 after retry RPC after error@1366449142) -> (continuation of Deferred@2002696861 after retry RPC after error@2081211541) -> (continuation of Deferred@466342389 after retry RPC after error@1478857873) -> (continuation of Deferred@1521305434 after retry RPC after error@1075775734) -> (continuation of Deferred@85863801 after retry RPC after error@1911267415) -> (continuation of Deferred@1095548583 after retry RPC after error@2032944832)))
03:04:40.359 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1008151241(state=PENDING, result=null, callback=(continuation of Deferred@478630324 after retry RPC after error@873982426) -> (continuation of Deferred@1421243083 after retry RPC after error@1366449142) -> (continuation of Deferred@2002696861 after retry RPC after error@2081211541) -> (continuation of Deferred@466342389 after retry RPC after error@1478857873) -> (continuation of Deferred@1521305434 after retry RPC after error@1075775734) -> (continuation of Deferred@85863801 after retry RPC after error@1911267415) -> (continuation of Deferred@1095548583 after retry RPC after error@2032944832), errback=(continuation of Deferred@478630324 after retry RPC after error@873982426) -> (continuation of Deferred@1421243083 after retry RPC after error@1366449142) -> (continuation of Deferred@2002696861 after retry RPC after error@2081211541) -> (continuation of Deferred@466342389 after retry RPC after error@1478857873) -> (continuation of Deferred@1521305434 after retry RPC after error@1075775734) -> (continuation of Deferred@85863801 after retry RPC after error@1911267415) -> (continuation of Deferred@1095548583 after retry RPC after error@2032944832)))
03:04:40.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.598 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@55446118(state=PENDING, result=null, callback=(continuation of Deferred@1080768385 after retry RPC after error@1940119964) -> (continuation of Deferred@665205741 after retry RPC after error@1414006853) -> (continuation of Deferred@1300687474 after retry RPC after error@558189919) -> (continuation of Deferred@933913545 after retry RPC after error@599023449) -> (continuation of Deferred@1495000103 after retry RPC after error@1379886574) -> (continuation of Deferred@913301579 after retry RPC after error@924860232) -> (continuation of Deferred@823975767 after retry RPC after error@405134479), errback=(continuation of Deferred@1080768385 after retry RPC after error@1940119964) -> (continuation of Deferred@665205741 after retry RPC after error@1414006853) -> (continuation of Deferred@1300687474 after retry RPC after error@558189919) -> (continuation of Deferred@933913545 after retry RPC after error@599023449) -> (continuation of Deferred@1495000103 after retry RPC after error@1379886574) -> (continuation of Deferred@913301579 after retry RPC after error@924860232) -> (continuation of Deferred@823975767 after retry RPC after error@405134479)))
03:04:40.598 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@55446118(state=PENDING, result=null, callback=(continuation of Deferred@1080768385 after retry RPC after error@1940119964) -> (continuation of Deferred@665205741 after retry RPC after error@1414006853) -> (continuation of Deferred@1300687474 after retry RPC after error@558189919) -> (continuation of Deferred@933913545 after retry RPC after error@599023449) -> (continuation of Deferred@1495000103 after retry RPC after error@1379886574) -> (continuation of Deferred@913301579 after retry RPC after error@924860232) -> (continuation of Deferred@823975767 after retry RPC after error@405134479), errback=(continuation of Deferred@1080768385 after retry RPC after error@1940119964) -> (continuation of Deferred@665205741 after retry RPC after error@1414006853) -> (continuation of Deferred@1300687474 after retry RPC after error@558189919) -> (continuation of Deferred@933913545 after retry RPC after error@599023449) -> (continuation of Deferred@1495000103 after retry RPC after error@1379886574) -> (continuation of Deferred@913301579 after retry RPC after error@924860232) -> (continuation of Deferred@823975767 after retry RPC after error@405134479)))
03:04:40.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.655 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.838 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@2040788775(state=PENDING, result=null, callback=(continuation of Deferred@1104594682 after retry RPC after error@114449379) -> (continuation of Deferred@981833394 after retry RPC after error@1551455242) -> (continuation of Deferred@728737897 after retry RPC after error@1073148836) -> (continuation of Deferred@693158638 after retry RPC after error@1058998986) -> (continuation of Deferred@1776664992 after retry RPC after error@1627809003) -> (continuation of Deferred@1315872151 after retry RPC after error@165709770) -> (continuation of Deferred@1322237847 after retry RPC after error@482126745), errback=(continuation of Deferred@1104594682 after retry RPC after error@114449379) -> (continuation of Deferred@981833394 after retry RPC after error@1551455242) -> (continuation of Deferred@728737897 after retry RPC after error@1073148836) -> (continuation of Deferred@693158638 after retry RPC after error@1058998986) -> (continuation of Deferred@1776664992 after retry RPC after error@1627809003) -> (continuation of Deferred@1315872151 after retry RPC after error@165709770) -> (continuation of Deferred@1322237847 after retry RPC after error@482126745)))
03:04:40.838 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@2040788775(state=PENDING, result=null, callback=(continuation of Deferred@1104594682 after retry RPC after error@114449379) -> (continuation of Deferred@981833394 after retry RPC after error@1551455242) -> (continuation of Deferred@728737897 after retry RPC after error@1073148836) -> (continuation of Deferred@693158638 after retry RPC after error@1058998986) -> (continuation of Deferred@1776664992 after retry RPC after error@1627809003) -> (continuation of Deferred@1315872151 after retry RPC after error@165709770) -> (continuation of Deferred@1322237847 after retry RPC after error@482126745), errback=(continuation of Deferred@1104594682 after retry RPC after error@114449379) -> (continuation of Deferred@981833394 after retry RPC after error@1551455242) -> (continuation of Deferred@728737897 after retry RPC after error@1073148836) -> (continuation of Deferred@693158638 after retry RPC after error@1058998986) -> (continuation of Deferred@1776664992 after retry RPC after error@1627809003) -> (continuation of Deferred@1315872151 after retry RPC after error@165709770) -> (continuation of Deferred@1322237847 after retry RPC after error@482126745)))
03:04:40.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:40.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:40.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:40.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:40.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:40.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.058 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1769955567(state=PENDING, result=null, callback=(continuation of Deferred@119437937 after retry RPC after error@848401674) -> (continuation of Deferred@458130225 after retry RPC after error@161804463) -> (continuation of Deferred@2107493912 after retry RPC after error@1134177636) -> (continuation of Deferred@740452653 after retry RPC after error@36554126) -> (continuation of Deferred@299050717 after retry RPC after error@53532814) -> (continuation of Deferred@1013232324 after retry RPC after error@1342767475) -> (continuation of Deferred@1482956897 after retry RPC after error@1561683787) -> (continuation of Deferred@1157500095 after retry RPC after error@1558486986), errback=(continuation of Deferred@119437937 after retry RPC after error@848401674) -> (continuation of Deferred@458130225 after retry RPC after error@161804463) -> (continuation of Deferred@2107493912 after retry RPC after error@1134177636) -> (continuation of Deferred@740452653 after retry RPC after error@36554126) -> (continuation of Deferred@299050717 after retry RPC after error@53532814) -> (continuation of Deferred@1013232324 after retry RPC after error@1342767475) -> (continuation of Deferred@1482956897 after retry RPC after error@1561683787) -> (continuation of Deferred@1157500095 after retry RPC after error@1558486986)))
03:04:41.059 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1769955567(state=PENDING, result=null, callback=(continuation of Deferred@119437937 after retry RPC after error@848401674) -> (continuation of Deferred@458130225 after retry RPC after error@161804463) -> (continuation of Deferred@2107493912 after retry RPC after error@1134177636) -> (continuation of Deferred@740452653 after retry RPC after error@36554126) -> (continuation of Deferred@299050717 after retry RPC after error@53532814) -> (continuation of Deferred@1013232324 after retry RPC after error@1342767475) -> (continuation of Deferred@1482956897 after retry RPC after error@1561683787) -> (continuation of Deferred@1157500095 after retry RPC after error@1558486986), errback=(continuation of Deferred@119437937 after retry RPC after error@848401674) -> (continuation of Deferred@458130225 after retry RPC after error@161804463) -> (continuation of Deferred@2107493912 after retry RPC after error@1134177636) -> (continuation of Deferred@740452653 after retry RPC after error@36554126) -> (continuation of Deferred@299050717 after retry RPC after error@53532814) -> (continuation of Deferred@1013232324 after retry RPC after error@1342767475) -> (continuation of Deferred@1482956897 after retry RPC after error@1561683787) -> (continuation of Deferred@1157500095 after retry RPC after error@1558486986)))
03:04:41.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.319 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [63ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [83ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [123ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [243ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [243ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@286412996(state=PENDING, result=null, callback=(continuation of Deferred@524554280 after retry RPC after error@175180338) -> (continuation of Deferred@225714316 after retry RPC after error@249808278) -> (continuation of Deferred@823742770 after retry RPC after error@859565497) -> (continuation of Deferred@535288594 after retry RPC after error@255357453) -> (continuation of Deferred@1951609369 after retry RPC after error@417943311) -> (continuation of Deferred@964110411 after retry RPC after error@1972608370) -> (continuation of Deferred@415083043 after retry RPC after error@1258168076), errback=(continuation of Deferred@524554280 after retry RPC after error@175180338) -> (continuation of Deferred@225714316 after retry RPC after error@249808278) -> (continuation of Deferred@823742770 after retry RPC after error@859565497) -> (continuation of Deferred@535288594 after retry RPC after error@255357453) -> (continuation of Deferred@1951609369 after retry RPC after error@417943311) -> (continuation of Deferred@964110411 after retry RPC after error@1972608370) -> (continuation of Deferred@415083043 after retry RPC after error@1258168076)))
03:04:41.319 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [63ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [83ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [123ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [243ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [243ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@286412996(state=PENDING, result=null, callback=(continuation of Deferred@524554280 after retry RPC after error@175180338) -> (continuation of Deferred@225714316 after retry RPC after error@249808278) -> (continuation of Deferred@823742770 after retry RPC after error@859565497) -> (continuation of Deferred@535288594 after retry RPC after error@255357453) -> (continuation of Deferred@1951609369 after retry RPC after error@417943311) -> (continuation of Deferred@964110411 after retry RPC after error@1972608370) -> (continuation of Deferred@415083043 after retry RPC after error@1258168076), errback=(continuation of Deferred@524554280 after retry RPC after error@175180338) -> (continuation of Deferred@225714316 after retry RPC after error@249808278) -> (continuation of Deferred@823742770 after retry RPC after error@859565497) -> (continuation of Deferred@535288594 after retry RPC after error@255357453) -> (continuation of Deferred@1951609369 after retry RPC after error@417943311) -> (continuation of Deferred@964110411 after retry RPC after error@1972608370) -> (continuation of Deferred@415083043 after retry RPC after error@1258168076)))
03:04:41.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.597 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@613800844(state=PENDING, result=null, callback=(continuation of Deferred@1500607150 after retry RPC after error@1878446818) -> (continuation of Deferred@579797888 after retry RPC after error@676128230) -> (continuation of Deferred@2063205955 after retry RPC after error@599960124) -> (continuation of Deferred@2039168711 after retry RPC after error@916953029) -> (continuation of Deferred@482694988 after retry RPC after error@710970786) -> (continuation of Deferred@180220719 after retry RPC after error@3032066) -> (continuation of Deferred@912723068 after retry RPC after error@407149199), errback=(continuation of Deferred@1500607150 after retry RPC after error@1878446818) -> (continuation of Deferred@579797888 after retry RPC after error@676128230) -> (continuation of Deferred@2063205955 after retry RPC after error@599960124) -> (continuation of Deferred@2039168711 after retry RPC after error@916953029) -> (continuation of Deferred@482694988 after retry RPC after error@710970786) -> (continuation of Deferred@180220719 after retry RPC after error@3032066) -> (continuation of Deferred@912723068 after retry RPC after error@407149199)))
03:04:41.597 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:41.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.818 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1369253859(state=PENDING, result=null, callback=(continuation of Deferred@1904283046 after retry RPC after error@1459740669) -> (continuation of Deferred@295258719 after retry RPC after error@696505776) -> (continuation of Deferred@1352012059 after retry RPC after error@154260163) -> (continuation of Deferred@1377937928 after retry RPC after error@1706609577) -> (continuation of Deferred@88477900 after retry RPC after error@40267117) -> (continuation of Deferred@1573451459 after retry RPC after error@2123270992) -> (continuation of Deferred@1274754109 after retry RPC after error@2059871530), errback=(continuation of Deferred@1904283046 after retry RPC after error@1459740669) -> (continuation of Deferred@295258719 after retry RPC after error@696505776) -> (continuation of Deferred@1352012059 after retry RPC after error@154260163) -> (continuation of Deferred@1377937928 after retry RPC after error@1706609577) -> (continuation of Deferred@88477900 after retry RPC after error@40267117) -> (continuation of Deferred@1573451459 after retry RPC after error@2123270992) -> (continuation of Deferred@1274754109 after retry RPC after error@2059871530)))
03:04:41.818 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1369253859(state=PENDING, result=null, callback=(continuation of Deferred@1904283046 after retry RPC after error@1459740669) -> (continuation of Deferred@295258719 after retry RPC after error@696505776) -> (continuation of Deferred@1352012059 after retry RPC after error@154260163) -> (continuation of Deferred@1377937928 after retry RPC after error@1706609577) -> (continuation of Deferred@88477900 after retry RPC after error@40267117) -> (continuation of Deferred@1573451459 after retry RPC after error@2123270992) -> (continuation of Deferred@1274754109 after retry RPC after error@2059871530), errback=(continuation of Deferred@1904283046 after retry RPC after error@1459740669) -> (continuation of Deferred@295258719 after retry RPC after error@696505776) -> (continuation of Deferred@1352012059 after retry RPC after error@154260163) -> (continuation of Deferred@1377937928 after retry RPC after error@1706609577) -> (continuation of Deferred@88477900 after retry RPC after error@40267117) -> (continuation of Deferred@1573451459 after retry RPC after error@2123270992) -> (continuation of Deferred@1274754109 after retry RPC after error@2059871530)))
03:04:41.835 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:41.977 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@788481791(state=PENDING, result=null, callback=(continuation of Deferred@184579960 after retry RPC after error@2063176491) -> (continuation of Deferred@1065399469 after retry RPC after error@1797047580) -> (continuation of Deferred@1672463536 after retry RPC after error@1434018597) -> (continuation of Deferred@1868988667 after retry RPC after error@1658817582) -> (continuation of Deferred@2135445121 after retry RPC after error@1630956038) -> (continuation of Deferred@982278019 after retry RPC after error@615254528) -> (continuation of Deferred@430797906 after retry RPC after error@1259948859), errback=(continuation of Deferred@184579960 after retry RPC after error@2063176491) -> (continuation of Deferred@1065399469 after retry RPC after error@1797047580) -> (continuation of Deferred@1672463536 after retry RPC after error@1434018597) -> (continuation of Deferred@1868988667 after retry RPC after error@1658817582) -> (continuation of Deferred@2135445121 after retry RPC after error@1630956038) -> (continuation of Deferred@982278019 after retry RPC after error@615254528) -> (continuation of Deferred@430797906 after retry RPC after error@1259948859)))
03:04:41.977 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@788481791(state=PENDING, result=null, callback=(continuation of Deferred@184579960 after retry RPC after error@2063176491) -> (continuation of Deferred@1065399469 after retry RPC after error@1797047580) -> (continuation of Deferred@1672463536 after retry RPC after error@1434018597) -> (continuation of Deferred@1868988667 after retry RPC after error@1658817582) -> (continuation of Deferred@2135445121 after retry RPC after error@1630956038) -> (continuation of Deferred@982278019 after retry RPC after error@615254528) -> (continuation of Deferred@430797906 after retry RPC after error@1259948859), errback=(continuation of Deferred@184579960 after retry RPC after error@2063176491) -> (continuation of Deferred@1065399469 after retry RPC after error@1797047580) -> (continuation of Deferred@1672463536 after retry RPC after error@1434018597) -> (continuation of Deferred@1868988667 after retry RPC after error@1658817582) -> (continuation of Deferred@2135445121 after retry RPC after error@1630956038) -> (continuation of Deferred@982278019 after retry RPC after error@615254528) -> (continuation of Deferred@430797906 after retry RPC after error@1259948859)))
03:04:41.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:41.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:41.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:41.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:41.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.001 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.138 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [5ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [5ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [5ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1940843436(state=PENDING, result=null, callback=(continuation of Deferred@625086579 after retry RPC after error@961678232) -> (continuation of Deferred@1186675638 after retry RPC after error@1112296262) -> (continuation of Deferred@2000161524 after retry RPC after error@1587532096) -> (continuation of Deferred@1097217966 after retry RPC after error@1632649919) -> (continuation of Deferred@1443404747 after retry RPC after error@1992115611) -> (continuation of Deferred@110548901 after retry RPC after error@1706047602) -> (continuation of Deferred@2012492236 after retry RPC after error@1811493684), errback=(continuation of Deferred@625086579 after retry RPC after error@961678232) -> (continuation of Deferred@1186675638 after retry RPC after error@1112296262) -> (continuation of Deferred@2000161524 after retry RPC after error@1587532096) -> (continuation of Deferred@1097217966 after retry RPC after error@1632649919) -> (continuation of Deferred@1443404747 after retry RPC after error@1992115611) -> (continuation of Deferred@110548901 after retry RPC after error@1706047602) -> (continuation of Deferred@2012492236 after retry RPC after error@1811493684)))
03:04:42.138 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [5ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [5ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [5ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1940843436(state=PENDING, result=null, callback=(continuation of Deferred@625086579 after retry RPC after error@961678232) -> (continuation of Deferred@1186675638 after retry RPC after error@1112296262) -> (continuation of Deferred@2000161524 after retry RPC after error@1587532096) -> (continuation of Deferred@1097217966 after retry RPC after error@1632649919) -> (continuation of Deferred@1443404747 after retry RPC after error@1992115611) -> (continuation of Deferred@110548901 after retry RPC after error@1706047602) -> (continuation of Deferred@2012492236 after retry RPC after error@1811493684), errback=(continuation of Deferred@625086579 after retry RPC after error@961678232) -> (continuation of Deferred@1186675638 after retry RPC after error@1112296262) -> (continuation of Deferred@2000161524 after retry RPC after error@1587532096) -> (continuation of Deferred@1097217966 after retry RPC after error@1632649919) -> (continuation of Deferred@1443404747 after retry RPC after error@1992115611) -> (continuation of Deferred@110548901 after retry RPC after error@1706047602) -> (continuation of Deferred@2012492236 after retry RPC after error@1811493684)))
03:04:42.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.195 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.196 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.357 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1526261419(state=PENDING, result=null, callback=(continuation of Deferred@1971826372 after retry RPC after error@462273798) -> (continuation of Deferred@1961647354 after retry RPC after error@1765548402) -> (continuation of Deferred@562385695 after retry RPC after error@1461108644) -> (continuation of Deferred@1091248688 after retry RPC after error@1236581586) -> (continuation of Deferred@1117913936 after retry RPC after error@539721535) -> (continuation of Deferred@950649768 after retry RPC after error@1410837059) -> (continuation of Deferred@117283602 after retry RPC after error@2102709877), errback=(continuation of Deferred@1971826372 after retry RPC after error@462273798) -> (continuation of Deferred@1961647354 after retry RPC after error@1765548402) -> (continuation of Deferred@562385695 after retry RPC after error@1461108644) -> (continuation of Deferred@1091248688 after retry RPC after error@1236581586) -> (continuation of Deferred@1117913936 after retry RPC after error@539721535) -> (continuation of Deferred@950649768 after retry RPC after error@1410837059) -> (continuation of Deferred@117283602 after retry RPC after error@2102709877)))
03:04:42.358 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1526261419(state=PENDING, result=null, callback=(continuation of Deferred@1971826372 after retry RPC after error@462273798) -> (continuation of Deferred@1961647354 after retry RPC after error@1765548402) -> (continuation of Deferred@562385695 after retry RPC after error@1461108644) -> (continuation of Deferred@1091248688 after retry RPC after error@1236581586) -> (continuation of Deferred@1117913936 after retry RPC after error@539721535) -> (continuation of Deferred@950649768 after retry RPC after error@1410837059) -> (continuation of Deferred@117283602 after retry RPC after error@2102709877), errback=(continuation of Deferred@1971826372 after retry RPC after error@462273798) -> (continuation of Deferred@1961647354 after retry RPC after error@1765548402) -> (continuation of Deferred@562385695 after retry RPC after error@1461108644) -> (continuation of Deferred@1091248688 after retry RPC after error@1236581586) -> (continuation of Deferred@1117913936 after retry RPC after error@539721535) -> (continuation of Deferred@950649768 after retry RPC after error@1410837059) -> (continuation of Deferred@117283602 after retry RPC after error@2102709877)))
03:04:42.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.618 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1183493407(state=PENDING, result=null, callback=(continuation of Deferred@852810472 after retry RPC after error@1766599771) -> (continuation of Deferred@584689402 after retry RPC after error@824706539) -> (continuation of Deferred@624921276 after retry RPC after error@765019316) -> (continuation of Deferred@1108924811 after retry RPC after error@871271294) -> (continuation of Deferred@1792908757 after retry RPC after error@226941150) -> (continuation of Deferred@165055588 after retry RPC after error@1319392091) -> (continuation of Deferred@1217485935 after retry RPC after error@1944731019), errback=(continuation of Deferred@852810472 after retry RPC after error@1766599771) -> (continuation of Deferred@584689402 after retry RPC after error@824706539) -> (continuation of Deferred@624921276 after retry RPC after error@765019316) -> (continuation of Deferred@1108924811 after retry RPC after error@871271294) -> (continuation of Deferred@1792908757 after retry RPC after error@226941150) -> (continuation of Deferred@165055588 after retry RPC after error@1319392091) -> (continuation of Deferred@1217485935 after retry RPC after error@1944731019)))
03:04:42.618 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1183493407(state=PENDING, result=null, callback=(continuation of Deferred@852810472 after retry RPC after error@1766599771) -> (continuation of Deferred@584689402 after retry RPC after error@824706539) -> (continuation of Deferred@624921276 after retry RPC after error@765019316) -> (continuation of Deferred@1108924811 after retry RPC after error@871271294) -> (continuation of Deferred@1792908757 after retry RPC after error@226941150) -> (continuation of Deferred@165055588 after retry RPC after error@1319392091) -> (continuation of Deferred@1217485935 after retry RPC after error@1944731019), errback=(continuation of Deferred@852810472 after retry RPC after error@1766599771) -> (continuation of Deferred@584689402 after retry RPC after error@824706539) -> (continuation of Deferred@624921276 after retry RPC after error@765019316) -> (continuation of Deferred@1108924811 after retry RPC after error@871271294) -> (continuation of Deferred@1792908757 after retry RPC after error@226941150) -> (continuation of Deferred@165055588 after retry RPC after error@1319392091) -> (continuation of Deferred@1217485935 after retry RPC after error@1944731019)))
03:04:42.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:42.819047 11874 master_runner.cc:186] Error getting master registration for 127.10.192.190:46323: Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111),
03:04:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:42.819209 11874 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:42.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.878 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1400954832(state=PENDING, result=null, callback=(continuation of Deferred@824491591 after retry RPC after error@2087550081) -> (continuation of Deferred@1441034743 after retry RPC after error@13589188) -> (continuation of Deferred@336398876 after retry RPC after error@51639656) -> (continuation of Deferred@1963870004 after retry RPC after error@258816555) -> (continuation of Deferred@1934400560 after retry RPC after error@1877512068) -> (continuation of Deferred@1750614698 after retry RPC after error@235049448) -> (continuation of Deferred@423112964 after retry RPC after error@839321864), errback=(continuation of Deferred@824491591 after retry RPC after error@2087550081) -> (continuation of Deferred@1441034743 after retry RPC after error@13589188) -> (continuation of Deferred@336398876 after retry RPC after error@51639656) -> (continuation of Deferred@1963870004 after retry RPC after error@258816555) -> (continuation of Deferred@1934400560 after retry RPC after error@1877512068) -> (continuation of Deferred@1750614698 after retry RPC after error@235049448) -> (continuation of Deferred@423112964 after retry RPC after error@839321864)))
03:04:42.878 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1400954832(state=PENDING, result=null, callback=(continuation of Deferred@824491591 after retry RPC after error@2087550081) -> (continuation of Deferred@1441034743 after retry RPC after error@13589188) -> (continuation of Deferred@336398876 after retry RPC after error@51639656) -> (continuation of Deferred@1963870004 after retry RPC after error@258816555) -> (continuation of Deferred@1934400560 after retry RPC after error@1877512068) -> (continuation of Deferred@1750614698 after retry RPC after error@235049448) -> (continuation of Deferred@423112964 after retry RPC after error@839321864), errback=(continuation of Deferred@824491591 after retry RPC after error@2087550081) -> (continuation of Deferred@1441034743 after retry RPC after error@13589188) -> (continuation of Deferred@336398876 after retry RPC after error@51639656) -> (continuation of Deferred@1963870004 after retry RPC after error@258816555) -> (continuation of Deferred@1934400560 after retry RPC after error@1877512068) -> (continuation of Deferred@1750614698 after retry RPC after error@235049448) -> (continuation of Deferred@423112964 after retry RPC after error@839321864)))
03:04:42.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:42.975 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:42.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:42.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:42.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:42.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.118 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@2121600920(state=PENDING, result=null, callback=(continuation of Deferred@1370374130 after retry RPC after error@1154154597) -> (continuation of Deferred@1727158508 after retry RPC after error@808292965) -> (continuation of Deferred@282884669 after retry RPC after error@210278507) -> (continuation of Deferred@2018083886 after retry RPC after error@606834680) -> (continuation of Deferred@1473578194 after retry RPC after error@525763971) -> (continuation of Deferred@722078387 after retry RPC after error@1403389029) -> (continuation of Deferred@749365591 after retry RPC after error@133929948), errback=(continuation of Deferred@1370374130 after retry RPC after error@1154154597) -> (continuation of Deferred@1727158508 after retry RPC after error@808292965) -> (continuation of Deferred@282884669 after retry RPC after error@210278507) -> (continuation of Deferred@2018083886 after retry RPC after error@606834680) -> (continuation of Deferred@1473578194 after retry RPC after error@525763971) -> (continuation of Deferred@722078387 after retry RPC after error@1403389029) -> (continuation of Deferred@749365591 after retry RPC after error@133929948)))
03:04:43.119 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@2121600920(state=PENDING, result=null, callback=(continuation of Deferred@1370374130 after retry RPC after error@1154154597) -> (continuation of Deferred@1727158508 after retry RPC after error@808292965) -> (continuation of Deferred@282884669 after retry RPC after error@210278507) -> (continuation of Deferred@2018083886 after retry RPC after error@606834680) -> (continuation of Deferred@1473578194 after retry RPC after error@525763971) -> (continuation of Deferred@722078387 after retry RPC after error@1403389029) -> (continuation of Deferred@749365591 after retry RPC after error@133929948), errback=(continuation of Deferred@1370374130 after retry RPC after error@1154154597) -> (continuation of Deferred@1727158508 after retry RPC after error@808292965) -> (continuation of Deferred@282884669 after retry RPC after error@210278507) -> (continuation of Deferred@2018083886 after retry RPC after error@606834680) -> (continuation of Deferred@1473578194 after retry RPC after error@525763971) -> (continuation of Deferred@722078387 after retry RPC after error@1403389029) -> (continuation of Deferred@749365591 after retry RPC after error@133929948)))
03:04:43.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.155 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.156 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.216 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.378 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@456722340(state=PENDING, result=null, callback=(continuation of Deferred@1286147286 after retry RPC after error@59125924) -> (continuation of Deferred@1881058735 after retry RPC after error@600412207) -> (continuation of Deferred@662890300 after retry RPC after error@364109944) -> (continuation of Deferred@281367732 after retry RPC after error@2145576555) -> (continuation of Deferred@1340687788 after retry RPC after error@1163123721) -> (continuation of Deferred@2139701475 after retry RPC after error@397422791) -> (continuation of Deferred@309449656 after retry RPC after error@1226438251), errback=(continuation of Deferred@1286147286 after retry RPC after error@59125924) -> (continuation of Deferred@1881058735 after retry RPC after error@600412207) -> (continuation of Deferred@662890300 after retry RPC after error@364109944) -> (continuation of Deferred@281367732 after retry RPC after error@2145576555) -> (continuation of Deferred@1340687788 after retry RPC after error@1163123721) -> (continuation of Deferred@2139701475 after retry RPC after error@397422791) -> (continuation of Deferred@309449656 after retry RPC after error@1226438251)))
03:04:43.378 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@456722340(state=PENDING, result=null, callback=(continuation of Deferred@1286147286 after retry RPC after error@59125924) -> (continuation of Deferred@1881058735 after retry RPC after error@600412207) -> (continuation of Deferred@662890300 after retry RPC after error@364109944) -> (continuation of Deferred@281367732 after retry RPC after error@2145576555) -> (continuation of Deferred@1340687788 after retry RPC after error@1163123721) -> (continuation of Deferred@2139701475 after retry RPC after error@397422791) -> (continuation of Deferred@309449656 after retry RPC after error@1226438251), errback=(continuation of Deferred@1286147286 after retry RPC after error@59125924) -> (continuation of Deferred@1881058735 after retry RPC after error@600412207) -> (continuation of Deferred@662890300 after retry RPC after error@364109944) -> (continuation of Deferred@281367732 after retry RPC after error@2145576555) -> (continuation of Deferred@1340687788 after retry RPC after error@1163123721) -> (continuation of Deferred@2139701475 after retry RPC after error@397422791) -> (continuation of Deferred@309449656 after retry RPC after error@1226438251)))
03:04:43.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.495 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.555 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.557 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@21131061(state=PENDING, result=null, callback=(continuation of Deferred@738739510 after retry RPC after error@1294427086) -> (continuation of Deferred@1073281420 after retry RPC after error@768676481) -> (continuation of Deferred@1134482424 after retry RPC after error@894558550) -> (continuation of Deferred@1293765353 after retry RPC after error@1753029841) -> (continuation of Deferred@1565066037 after retry RPC after error@1739063963) -> (continuation of Deferred@1078285957 after retry RPC after error@1079923144), errback=(continuation of Deferred@738739510 after retry RPC after error@1294427086) -> (continuation of Deferred@1073281420 after retry RPC after error@768676481) -> (continuation of Deferred@1134482424 after retry RPC after error@894558550) -> (continuation of Deferred@1293765353 after retry RPC after error@1753029841) -> (continuation of Deferred@1565066037 after retry RPC after error@1739063963) -> (continuation of Deferred@1078285957 after retry RPC after error@1079923144)))
03:04:43.557 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@21131061(state=PENDING, result=null, callback=(continuation of Deferred@738739510 after retry RPC after error@1294427086) -> (continuation of Deferred@1073281420 after retry RPC after error@768676481) -> (continuation of Deferred@1134482424 after retry RPC after error@894558550) -> (continuation of Deferred@1293765353 after retry RPC after error@1753029841) -> (continuation of Deferred@1565066037 after retry RPC after error@1739063963) -> (continuation of Deferred@1078285957 after retry RPC after error@1079923144), errback=(continuation of Deferred@738739510 after retry RPC after error@1294427086) -> (continuation of Deferred@1073281420 after retry RPC after error@768676481) -> (continuation of Deferred@1134482424 after retry RPC after error@894558550) -> (continuation of Deferred@1293765353 after retry RPC after error@1753029841) -> (continuation of Deferred@1565066037 after retry RPC after error@1739063963) -> (continuation of Deferred@1078285957 after retry RPC after error@1079923144)))
03:04:43.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.718 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@862458338(state=PENDING, result=null, callback=(continuation of Deferred@2131943841 after retry RPC after error@121577177) -> (continuation of Deferred@552239038 after retry RPC after error@1400806720) -> (continuation of Deferred@990470503 after retry RPC after error@1153399049) -> (continuation of Deferred@937159087 after retry RPC after error@283698825) -> (continuation of Deferred@1620750250 after retry RPC after error@1599272321) -> (continuation of Deferred@925694293 after retry RPC after error@1613208983), errback=(continuation of Deferred@2131943841 after retry RPC after error@121577177) -> (continuation of Deferred@552239038 after retry RPC after error@1400806720) -> (continuation of Deferred@990470503 after retry RPC after error@1153399049) -> (continuation of Deferred@937159087 after retry RPC after error@283698825) -> (continuation of Deferred@1620750250 after retry RPC after error@1599272321) -> (continuation of Deferred@925694293 after retry RPC after error@1613208983)))
03:04:43.718 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@862458338(state=PENDING, result=null, callback=(continuation of Deferred@2131943841 after retry RPC after error@121577177) -> (continuation of Deferred@552239038 after retry RPC after error@1400806720) -> (continuation of Deferred@990470503 after retry RPC after error@1153399049) -> (continuation of Deferred@937159087 after retry RPC after error@283698825) -> (continuation of Deferred@1620750250 after retry RPC after error@1599272321) -> (continuation of Deferred@925694293 after retry RPC after error@1613208983), errback=(continuation of Deferred@2131943841 after retry RPC after error@121577177) -> (continuation of Deferred@552239038 after retry RPC after error@1400806720) -> (continuation of Deferred@990470503 after retry RPC after error@1153399049) -> (continuation of Deferred@937159087 after retry RPC after error@283698825) -> (continuation of Deferred@1620750250 after retry RPC after error@1599272321) -> (continuation of Deferred@925694293 after retry RPC after error@1613208983)))
03:04:43.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:43.978 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@436950602(state=PENDING, result=null, callback=(continuation of Deferred@1952222432 after retry RPC after error@620943140) -> (continuation of Deferred@22859406 after retry RPC after error@1092968937) -> (continuation of Deferred@1368317601 after retry RPC after error@1652983875) -> (continuation of Deferred@97063459 after retry RPC after error@1871253850) -> (continuation of Deferred@1213575644 after retry RPC after error@516422661) -> (continuation of Deferred@1406320116 after retry RPC after error@1962304789) -> (continuation of Deferred@289992966 after retry RPC after error@818811134), errback=(continuation of Deferred@1952222432 after retry RPC after error@620943140) -> (continuation of Deferred@22859406 after retry RPC after error@1092968937) -> (continuation of Deferred@1368317601 after retry RPC after error@1652983875) -> (continuation of Deferred@97063459 after retry RPC after error@1871253850) -> (continuation of Deferred@1213575644 after retry RPC after error@516422661) -> (continuation of Deferred@1406320116 after retry RPC after error@1962304789) -> (continuation of Deferred@289992966 after retry RPC after error@818811134)))
03:04:43.979 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@436950602(state=PENDING, result=null, callback=(continuation of Deferred@1952222432 after retry RPC after error@620943140) -> (continuation of Deferred@22859406 after retry RPC after error@1092968937) -> (continuation of Deferred@1368317601 after retry RPC after error@1652983875) -> (continuation of Deferred@97063459 after retry RPC after error@1871253850) -> (continuation of Deferred@1213575644 after retry RPC after error@516422661) -> (continuation of Deferred@1406320116 after retry RPC after error@1962304789) -> (continuation of Deferred@289992966 after retry RPC after error@818811134), errback=(continuation of Deferred@1952222432 after retry RPC after error@620943140) -> (continuation of Deferred@22859406 after retry RPC after error@1092968937) -> (continuation of Deferred@1368317601 after retry RPC after error@1652983875) -> (continuation of Deferred@97063459 after retry RPC after error@1871253850) -> (continuation of Deferred@1213575644 after retry RPC after error@516422661) -> (continuation of Deferred@1406320116 after retry RPC after error@1962304789) -> (continuation of Deferred@289992966 after retry RPC after error@818811134)))
03:04:43.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:43.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:43.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:43.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:43.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.035 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.177 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@339367043(state=PENDING, result=null, callback=(continuation of Deferred@881636671 after retry RPC after error@478725922) -> (continuation of Deferred@1210617194 after retry RPC after error@242239136) -> (continuation of Deferred@1594109724 after retry RPC after error@91177481) -> (continuation of Deferred@161532947 after retry RPC after error@90820289) -> (continuation of Deferred@2070638015 after retry RPC after error@82511825) -> (continuation of Deferred@186946315 after retry RPC after error@1089489768) -> (continuation of Deferred@1616298076 after retry RPC after error@1021285896), errback=(continuation of Deferred@881636671 after retry RPC after error@478725922) -> (continuation of Deferred@1210617194 after retry RPC after error@242239136) -> (continuation of Deferred@1594109724 after retry RPC after error@91177481) -> (continuation of Deferred@161532947 after retry RPC after error@90820289) -> (continuation of Deferred@2070638015 after retry RPC after error@82511825) -> (continuation of Deferred@186946315 after retry RPC after error@1089489768) -> (continuation of Deferred@1616298076 after retry RPC after error@1021285896)))
03:04:44.178 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@339367043(state=PENDING, result=null, callback=(continuation of Deferred@881636671 after retry RPC after error@478725922) -> (continuation of Deferred@1210617194 after retry RPC after error@242239136) -> (continuation of Deferred@1594109724 after retry RPC after error@91177481) -> (continuation of Deferred@161532947 after retry RPC after error@90820289) -> (continuation of Deferred@2070638015 after retry RPC after error@82511825) -> (continuation of Deferred@186946315 after retry RPC after error@1089489768) -> (continuation of Deferred@1616298076 after retry RPC after error@1021285896), errback=(continuation of Deferred@881636671 after retry RPC after error@478725922) -> (continuation of Deferred@1210617194 after retry RPC after error@242239136) -> (continuation of Deferred@1594109724 after retry RPC after error@91177481) -> (continuation of Deferred@161532947 after retry RPC after error@90820289) -> (continuation of Deferred@2070638015 after retry RPC after error@82511825) -> (continuation of Deferred@186946315 after retry RPC after error@1089489768) -> (continuation of Deferred@1616298076 after retry RPC after error@1021285896)))
03:04:44.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.415 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.416 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.417 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [220ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@889847726(state=PENDING, result=null, callback=(continuation of Deferred@1213591193 after retry RPC after error@1457005414) -> (continuation of Deferred@1440349337 after retry RPC after error@794266883) -> (continuation of Deferred@1217498966 after retry RPC after error@1606764081) -> (continuation of Deferred@1164067940 after retry RPC after error@1456404062) -> (continuation of Deferred@308357358 after retry RPC after error@1742737501) -> (continuation of Deferred@813054369 after retry RPC after error@288052727) -> (continuation of Deferred@169228644 after retry RPC after error@1830007427), errback=(continuation of Deferred@1213591193 after retry RPC after error@1457005414) -> (continuation of Deferred@1440349337 after retry RPC after error@794266883) -> (continuation of Deferred@1217498966 after retry RPC after error@1606764081) -> (continuation of Deferred@1164067940 after retry RPC after error@1456404062) -> (continuation of Deferred@308357358 after retry RPC after error@1742737501) -> (continuation of Deferred@813054369 after retry RPC after error@288052727) -> (continuation of Deferred@169228644 after retry RPC after error@1830007427)))
03:04:44.417 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [220ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@889847726(state=PENDING, result=null, callback=(continuation of Deferred@1213591193 after retry RPC after error@1457005414) -> (continuation of Deferred@1440349337 after retry RPC after error@794266883) -> (continuation of Deferred@1217498966 after retry RPC after error@1606764081) -> (continuation of Deferred@1164067940 after retry RPC after error@1456404062) -> (continuation of Deferred@308357358 after retry RPC after error@1742737501) -> (continuation of Deferred@813054369 after retry RPC after error@288052727) -> (continuation of Deferred@169228644 after retry RPC after error@1830007427), errback=(continuation of Deferred@1213591193 after retry RPC after error@1457005414) -> (continuation of Deferred@1440349337 after retry RPC after error@794266883) -> (continuation of Deferred@1217498966 after retry RPC after error@1606764081) -> (continuation of Deferred@1164067940 after retry RPC after error@1456404062) -> (continuation of Deferred@308357358 after retry RPC after error@1742737501) -> (continuation of Deferred@813054369 after retry RPC after error@288052727) -> (continuation of Deferred@169228644 after retry RPC after error@1830007427)))
03:04:44.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:44.469141 12238 raft_consensus.cc:493] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 76505419105b4dc4a1e93edac918e32c)
03:04:44.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:44.469293 12238 raft_consensus.cc:515] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:44.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:44.469818 12238 leader_election.cc:290] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323), 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035)
03:04:44.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:44.471833 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323): Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111)
03:04:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:44.472008 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035): Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:44.472079 11890 leader_election.cc:304] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: de6a0f6393df4ada85eb45eb0b0f246e; no voters: 1a315d17969b45168a52f1868fc25e16, 76505419105b4dc4a1e93edac918e32c
03:04:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:44.472252 12238 raft_consensus.cc:2749] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:44.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.515 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.658 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@2055205666(state=PENDING, result=null, callback=(continuation of Deferred@983985774 after retry RPC after error@2123149345) -> (continuation of Deferred@611647499 after retry RPC after error@563478852) -> (continuation of Deferred@684379654 after retry RPC after error@870084230) -> (continuation of Deferred@1059411374 after retry RPC after error@774434607) -> (continuation of Deferred@1349303826 after retry RPC after error@9716423) -> (continuation of Deferred@352972638 after retry RPC after error@2091985735) -> (continuation of Deferred@1226344173 after retry RPC after error@1798858611), errback=(continuation of Deferred@983985774 after retry RPC after error@2123149345) -> (continuation of Deferred@611647499 after retry RPC after error@563478852) -> (continuation of Deferred@684379654 after retry RPC after error@870084230) -> (continuation of Deferred@1059411374 after retry RPC after error@774434607) -> (continuation of Deferred@1349303826 after retry RPC after error@9716423) -> (continuation of Deferred@352972638 after retry RPC after error@2091985735) -> (continuation of Deferred@1226344173 after retry RPC after error@1798858611)))
03:04:44.658 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@2055205666(state=PENDING, result=null, callback=(continuation of Deferred@983985774 after retry RPC after error@2123149345) -> (continuation of Deferred@611647499 after retry RPC after error@563478852) -> (continuation of Deferred@684379654 after retry RPC after error@870084230) -> (continuation of Deferred@1059411374 after retry RPC after error@774434607) -> (continuation of Deferred@1349303826 after retry RPC after error@9716423) -> (continuation of Deferred@352972638 after retry RPC after error@2091985735) -> (continuation of Deferred@1226344173 after retry RPC after error@1798858611), errback=(continuation of Deferred@983985774 after retry RPC after error@2123149345) -> (continuation of Deferred@611647499 after retry RPC after error@563478852) -> (continuation of Deferred@684379654 after retry RPC after error@870084230) -> (continuation of Deferred@1059411374 after retry RPC after error@774434607) -> (continuation of Deferred@1349303826 after retry RPC after error@9716423) -> (continuation of Deferred@352972638 after retry RPC after error@2091985735) -> (continuation of Deferred@1226344173 after retry RPC after error@1798858611)))
03:04:44.675 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:44.753798 11517 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToMaster RPC to 127.10.192.188:38559 timed out after 0.001s (SENT)
03:04:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:44.756187 11517 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '3f68ffe812454911878826a0330b244d', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '3f68ffe812454911878826a0330b244d', attempt: 2 } passed its deadline: Timed out: ConnectToMaster RPC to 127.10.192.188:38559 timed out after 0.001s (SENT)
03:04:44.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:44.757928 11517 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.10.192.188:38559)
03:04:44.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.838 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1041018284(state=PENDING, result=null, callback=(continuation of Deferred@2065634835 after retry RPC after error@1267823071) -> (continuation of Deferred@996458715 after retry RPC after error@1625193430) -> (continuation of Deferred@1676826192 after retry RPC after error@590208120) -> (continuation of Deferred@1053991646 after retry RPC after error@759266841) -> (continuation of Deferred@1550904631 after retry RPC after error@301151453) -> (continuation of Deferred@974954607 after retry RPC after error@478912643), errback=(continuation of Deferred@2065634835 after retry RPC after error@1267823071) -> (continuation of Deferred@996458715 after retry RPC after error@1625193430) -> (continuation of Deferred@1676826192 after retry RPC after error@590208120) -> (continuation of Deferred@1053991646 after retry RPC after error@759266841) -> (continuation of Deferred@1550904631 after retry RPC after error@301151453) -> (continuation of Deferred@974954607 after retry RPC after error@478912643)))
03:04:44.838 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1041018284(state=PENDING, result=null, callback=(continuation of Deferred@2065634835 after retry RPC after error@1267823071) -> (continuation of Deferred@996458715 after retry RPC after error@1625193430) -> (continuation of Deferred@1676826192 after retry RPC after error@590208120) -> (continuation of Deferred@1053991646 after retry RPC after error@759266841) -> (continuation of Deferred@1550904631 after retry RPC after error@301151453) -> (continuation of Deferred@974954607 after retry RPC after error@478912643), errback=(continuation of Deferred@2065634835 after retry RPC after error@1267823071) -> (continuation of Deferred@996458715 after retry RPC after error@1625193430) -> (continuation of Deferred@1676826192 after retry RPC after error@590208120) -> (continuation of Deferred@1053991646 after retry RPC after error@759266841) -> (continuation of Deferred@1550904631 after retry RPC after error@301151453) -> (continuation of Deferred@974954607 after retry RPC after error@478912643)))
03:04:44.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:44.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:44.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:44.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:44.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:44.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.038 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@241827082(state=PENDING, result=null, callback=(continuation of Deferred@2139834670 after retry RPC after error@2002851102) -> (continuation of Deferred@2057890642 after retry RPC after error@1005111456) -> (continuation of Deferred@512697546 after retry RPC after error@1631128544) -> (continuation of Deferred@1559662318 after retry RPC after error@564584472) -> (continuation of Deferred@1181231506 after retry RPC after error@1873239220) -> (continuation of Deferred@130952784 after retry RPC after error@301906065) -> (continuation of Deferred@375203717 after retry RPC after error@1128958726), errback=(continuation of Deferred@2139834670 after retry RPC after error@2002851102) -> (continuation of Deferred@2057890642 after retry RPC after error@1005111456) -> (continuation of Deferred@512697546 after retry RPC after error@1631128544) -> (continuation of Deferred@1559662318 after retry RPC after error@564584472) -> (continuation of Deferred@1181231506 after retry RPC after error@1873239220) -> (continuation of Deferred@130952784 after retry RPC after error@301906065) -> (continuation of Deferred@375203717 after retry RPC after error@1128958726)))
03:04:45.038 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@241827082(state=PENDING, result=null, callback=(continuation of Deferred@2139834670 after retry RPC after error@2002851102) -> (continuation of Deferred@2057890642 after retry RPC after error@1005111456) -> (continuation of Deferred@512697546 after retry RPC after error@1631128544) -> (continuation of Deferred@1559662318 after retry RPC after error@564584472) -> (continuation of Deferred@1181231506 after retry RPC after error@1873239220) -> (continuation of Deferred@130952784 after retry RPC after error@301906065) -> (continuation of Deferred@375203717 after retry RPC after error@1128958726), errback=(continuation of Deferred@2139834670 after retry RPC after error@2002851102) -> (continuation of Deferred@2057890642 after retry RPC after error@1005111456) -> (continuation of Deferred@512697546 after retry RPC after error@1631128544) -> (continuation of Deferred@1559662318 after retry RPC after error@564584472) -> (continuation of Deferred@1181231506 after retry RPC after error@1873239220) -> (continuation of Deferred@130952784 after retry RPC after error@301906065) -> (continuation of Deferred@375203717 after retry RPC after error@1128958726)))
03:04:45.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.255 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.257 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1481590632(state=PENDING, result=null, callback=(continuation of Deferred@1057074270 after retry RPC after error@675225987) -> (continuation of Deferred@805773328 after retry RPC after error@307316095) -> (continuation of Deferred@536897591 after retry RPC after error@1902278285) -> (continuation of Deferred@2028785425 after retry RPC after error@1619920846) -> (continuation of Deferred@1131190840 after retry RPC after error@559434438) -> (continuation of Deferred@1070767547 after retry RPC after error@796024312), errback=(continuation of Deferred@1057074270 after retry RPC after error@675225987) -> (continuation of Deferred@805773328 after retry RPC after error@307316095) -> (continuation of Deferred@536897591 after retry RPC after error@1902278285) -> (continuation of Deferred@2028785425 after retry RPC after error@1619920846) -> (continuation of Deferred@1131190840 after retry RPC after error@559434438) -> (continuation of Deferred@1070767547 after retry RPC after error@796024312)))
03:04:45.258 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1481590632(state=PENDING, result=null, callback=(continuation of Deferred@1057074270 after retry RPC after error@675225987) -> (continuation of Deferred@805773328 after retry RPC after error@307316095) -> (continuation of Deferred@536897591 after retry RPC after error@1902278285) -> (continuation of Deferred@2028785425 after retry RPC after error@1619920846) -> (continuation of Deferred@1131190840 after retry RPC after error@559434438) -> (continuation of Deferred@1070767547 after retry RPC after error@796024312), errback=(continuation of Deferred@1057074270 after retry RPC after error@675225987) -> (continuation of Deferred@805773328 after retry RPC after error@307316095) -> (continuation of Deferred@536897591 after retry RPC after error@1902278285) -> (continuation of Deferred@2028785425 after retry RPC after error@1619920846) -> (continuation of Deferred@1131190840 after retry RPC after error@559434438) -> (continuation of Deferred@1070767547 after retry RPC after error@796024312)))
03:04:45.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.437 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1811753951(state=PENDING, result=null, callback=(continuation of Deferred@455695933 after retry RPC after error@1661398251) -> (continuation of Deferred@1615116515 after retry RPC after error@1659225319) -> (continuation of Deferred@871147056 after retry RPC after error@1742300434) -> (continuation of Deferred@572480170 after retry RPC after error@1855025394) -> (continuation of Deferred@949655094 after retry RPC after error@340235714) -> (continuation of Deferred@1289050090 after retry RPC after error@698787938), errback=(continuation of Deferred@455695933 after retry RPC after error@1661398251) -> (continuation of Deferred@1615116515 after retry RPC after error@1659225319) -> (continuation of Deferred@871147056 after retry RPC after error@1742300434) -> (continuation of Deferred@572480170 after retry RPC after error@1855025394) -> (continuation of Deferred@949655094 after retry RPC after error@340235714) -> (continuation of Deferred@1289050090 after retry RPC after error@698787938)))
03:04:45.437 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1811753951(state=PENDING, result=null, callback=(continuation of Deferred@455695933 after retry RPC after error@1661398251) -> (continuation of Deferred@1615116515 after retry RPC after error@1659225319) -> (continuation of Deferred@871147056 after retry RPC after error@1742300434) -> (continuation of Deferred@572480170 after retry RPC after error@1855025394) -> (continuation of Deferred@949655094 after retry RPC after error@340235714) -> (continuation of Deferred@1289050090 after retry RPC after error@698787938), errback=(continuation of Deferred@455695933 after retry RPC after error@1661398251) -> (continuation of Deferred@1615116515 after retry RPC after error@1659225319) -> (continuation of Deferred@871147056 after retry RPC after error@1742300434) -> (continuation of Deferred@572480170 after retry RPC after error@1855025394) -> (continuation of Deferred@949655094 after retry RPC after error@340235714) -> (continuation of Deferred@1289050090 after retry RPC after error@698787938)))
03:04:45.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.658 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@497636646(state=PENDING, result=null, callback=(continuation of Deferred@1885436698 after retry RPC after error@133496016) -> (continuation of Deferred@672001160 after retry RPC after error@2136640714) -> (continuation of Deferred@68718992 after retry RPC after error@615182271) -> (continuation of Deferred@1669606926 after retry RPC after error@1209254504) -> (continuation of Deferred@147283691 after retry RPC after error@2070122331) -> (continuation of Deferred@970275431 after retry RPC after error@1870901175) -> (continuation of Deferred@1560380586 after retry RPC after error@989839622), errback=(continuation of Deferred@1885436698 after retry RPC after error@133496016) -> (continuation of Deferred@672001160 after retry RPC after error@2136640714) -> (continuation of Deferred@68718992 after retry RPC after error@615182271) -> (continuation of Deferred@1669606926 after retry RPC after error@1209254504) -> (continuation of Deferred@147283691 after retry RPC after error@2070122331) -> (continuation of Deferred@970275431 after retry RPC after error@1870901175) -> (continuation of Deferred@1560380586 after retry RPC after error@989839622)))
03:04:45.658 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@497636646(state=PENDING, result=null, callback=(continuation of Deferred@1885436698 after retry RPC after error@133496016) -> (continuation of Deferred@672001160 after retry RPC after error@2136640714) -> (continuation of Deferred@68718992 after retry RPC after error@615182271) -> (continuation of Deferred@1669606926 after retry RPC after error@1209254504) -> (continuation of Deferred@147283691 after retry RPC after error@2070122331) -> (continuation of Deferred@970275431 after retry RPC after error@1870901175) -> (continuation of Deferred@1560380586 after retry RPC after error@989839622), errback=(continuation of Deferred@1885436698 after retry RPC after error@133496016) -> (continuation of Deferred@672001160 after retry RPC after error@2136640714) -> (continuation of Deferred@68718992 after retry RPC after error@615182271) -> (continuation of Deferred@1669606926 after retry RPC after error@1209254504) -> (continuation of Deferred@147283691 after retry RPC after error@2070122331) -> (continuation of Deferred@970275431 after retry RPC after error@1870901175) -> (continuation of Deferred@1560380586 after retry RPC after error@989839622)))
03:04:45.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.756 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.838 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@973985632(state=PENDING, result=null, callback=(continuation of Deferred@1008904439 after retry RPC after error@1607967309) -> (continuation of Deferred@1552099429 after retry RPC after error@148984386) -> (continuation of Deferred@556607161 after retry RPC after error@1133133083) -> (continuation of Deferred@110093583 after retry RPC after error@83809502) -> (continuation of Deferred@1278091798 after retry RPC after error@1591655533) -> (continuation of Deferred@654347556 after retry RPC after error@1437267262), errback=(continuation of Deferred@1008904439 after retry RPC after error@1607967309) -> (continuation of Deferred@1552099429 after retry RPC after error@148984386) -> (continuation of Deferred@556607161 after retry RPC after error@1133133083) -> (continuation of Deferred@110093583 after retry RPC after error@83809502) -> (continuation of Deferred@1278091798 after retry RPC after error@1591655533) -> (continuation of Deferred@654347556 after retry RPC after error@1437267262)))
03:04:45.838 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@973985632(state=PENDING, result=null, callback=(continuation of Deferred@1008904439 after retry RPC after error@1607967309) -> (continuation of Deferred@1552099429 after retry RPC after error@148984386) -> (continuation of Deferred@556607161 after retry RPC after error@1133133083) -> (continuation of Deferred@110093583 after retry RPC after error@83809502) -> (continuation of Deferred@1278091798 after retry RPC after error@1591655533) -> (continuation of Deferred@654347556 after retry RPC after error@1437267262), errback=(continuation of Deferred@1008904439 after retry RPC after error@1607967309) -> (continuation of Deferred@1552099429 after retry RPC after error@148984386) -> (continuation of Deferred@556607161 after retry RPC after error@1133133083) -> (continuation of Deferred@110093583 after retry RPC after error@83809502) -> (continuation of Deferred@1278091798 after retry RPC after error@1591655533) -> (continuation of Deferred@654347556 after retry RPC after error@1437267262)))
03:04:45.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:45.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:45.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:45.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:45.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:45.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.097 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@2098787710(state=PENDING, result=null, callback=(continuation of Deferred@423350988 after retry RPC after error@302166767) -> (continuation of Deferred@362328179 after retry RPC after error@789648571) -> (continuation of Deferred@1761287719 after retry RPC after error@1877564445) -> (continuation of Deferred@1067606715 after retry RPC after error@405871928) -> (continuation of Deferred@671822399 after retry RPC after error@220695191) -> (continuation of Deferred@566003250 after retry RPC after error@838109152) -> (continuation of Deferred@1075822891 after retry RPC after error@1901959309) -> (continuation of Deferred@873799042 after retry RPC after error@566974311), errback=(continuation of Deferred@423350988 after retry RPC after error@302166767) -> (continuation of Deferred@362328179 after retry RPC after error@789648571) -> (continuation of Deferred@1761287719 after retry RPC after error@1877564445) -> (continuation of Deferred@1067606715 after retry RPC after error@405871928) -> (continuation of Deferred@671822399 after retry RPC after error@220695191) -> (continuation of Deferred@566003250 after retry RPC after error@838109152) -> (continuation of Deferred@1075822891 after retry RPC after error@1901959309) -> (continuation of Deferred@873799042 after retry RPC after error@566974311)))
03:04:46.098 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@2098787710(state=PENDING, result=null, callback=(continuation of Deferred@423350988 after retry RPC after error@302166767) -> (continuation of Deferred@362328179 after retry RPC after error@789648571) -> (continuation of Deferred@1761287719 after retry RPC after error@1877564445) -> (continuation of Deferred@1067606715 after retry RPC after error@405871928) -> (continuation of Deferred@671822399 after retry RPC after error@220695191) -> (continuation of Deferred@566003250 after retry RPC after error@838109152) -> (continuation of Deferred@1075822891 after retry RPC after error@1901959309) -> (continuation of Deferred@873799042 after retry RPC after error@566974311), errback=(continuation of Deferred@423350988 after retry RPC after error@302166767) -> (continuation of Deferred@362328179 after retry RPC after error@789648571) -> (continuation of Deferred@1761287719 after retry RPC after error@1877564445) -> (continuation of Deferred@1067606715 after retry RPC after error@405871928) -> (continuation of Deferred@671822399 after retry RPC after error@220695191) -> (continuation of Deferred@566003250 after retry RPC after error@838109152) -> (continuation of Deferred@1075822891 after retry RPC after error@1901959309) -> (continuation of Deferred@873799042 after retry RPC after error@566974311)))
03:04:46.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.337 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [220ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1984576733(state=PENDING, result=null, callback=(continuation of Deferred@1411511055 after retry RPC after error@131908450) -> (continuation of Deferred@1281988088 after retry RPC after error@1810035836) -> (continuation of Deferred@805362564 after retry RPC after error@1361500469) -> (continuation of Deferred@1365262524 after retry RPC after error@769462264) -> (continuation of Deferred@464989500 after retry RPC after error@2084544526) -> (continuation of Deferred@797538965 after retry RPC after error@1793987155) -> (continuation of Deferred@1209146623 after retry RPC after error@1227680291), errback=(continuation of Deferred@1411511055 after retry RPC after error@131908450) -> (continuation of Deferred@1281988088 after retry RPC after error@1810035836) -> (continuation of Deferred@805362564 after retry RPC after error@1361500469) -> (continuation of Deferred@1365262524 after retry RPC after error@769462264) -> (continuation of Deferred@464989500 after retry RPC after error@2084544526) -> (continuation of Deferred@797538965 after retry RPC after error@1793987155) -> (continuation of Deferred@1209146623 after retry RPC after error@1227680291)))
03:04:46.338 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [220ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1984576733(state=PENDING, result=null, callback=(continuation of Deferred@1411511055 after retry RPC after error@131908450) -> (continuation of Deferred@1281988088 after retry RPC after error@1810035836) -> (continuation of Deferred@805362564 after retry RPC after error@1361500469) -> (continuation of Deferred@1365262524 after retry RPC after error@769462264) -> (continuation of Deferred@464989500 after retry RPC after error@2084544526) -> (continuation of Deferred@797538965 after retry RPC after error@1793987155) -> (continuation of Deferred@1209146623 after retry RPC after error@1227680291), errback=(continuation of Deferred@1411511055 after retry RPC after error@131908450) -> (continuation of Deferred@1281988088 after retry RPC after error@1810035836) -> (continuation of Deferred@805362564 after retry RPC after error@1361500469) -> (continuation of Deferred@1365262524 after retry RPC after error@769462264) -> (continuation of Deferred@464989500 after retry RPC after error@2084544526) -> (continuation of Deferred@797538965 after retry RPC after error@1793987155) -> (continuation of Deferred@1209146623 after retry RPC after error@1227680291)))
03:04:46.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.375 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.537 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1775972913(state=PENDING, result=null, callback=(continuation of Deferred@175282835 after retry RPC after error@130792590) -> (continuation of Deferred@720556557 after retry RPC after error@445130712) -> (continuation of Deferred@70287384 after retry RPC after error@1589994460) -> (continuation of Deferred@1645977779 after retry RPC after error@972488143) -> (continuation of Deferred@960924329 after retry RPC after error@1281934814) -> (continuation of Deferred@1942612696 after retry RPC after error@2103405035), errback=(continuation of Deferred@175282835 after retry RPC after error@130792590) -> (continuation of Deferred@720556557 after retry RPC after error@445130712) -> (continuation of Deferred@70287384 after retry RPC after error@1589994460) -> (continuation of Deferred@1645977779 after retry RPC after error@972488143) -> (continuation of Deferred@960924329 after retry RPC after error@1281934814) -> (continuation of Deferred@1942612696 after retry RPC after error@2103405035)))
03:04:46.538 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1775972913(state=PENDING, result=null, callback=(continuation of Deferred@175282835 after retry RPC after error@130792590) -> (continuation of Deferred@720556557 after retry RPC after error@445130712) -> (continuation of Deferred@70287384 after retry RPC after error@1589994460) -> (continuation of Deferred@1645977779 after retry RPC after error@972488143) -> (continuation of Deferred@960924329 after retry RPC after error@1281934814) -> (continuation of Deferred@1942612696 after retry RPC after error@2103405035), errback=(continuation of Deferred@175282835 after retry RPC after error@130792590) -> (continuation of Deferred@720556557 after retry RPC after error@445130712) -> (continuation of Deferred@70287384 after retry RPC after error@1589994460) -> (continuation of Deferred@1645977779 after retry RPC after error@972488143) -> (continuation of Deferred@960924329 after retry RPC after error@1281934814) -> (continuation of Deferred@1942612696 after retry RPC after error@2103405035)))
03:04:46.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.615 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.616 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.738 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1969702030(state=PENDING, result=null, callback=(continuation of Deferred@679647376 after retry RPC after error@164075753) -> (continuation of Deferred@489159871 after retry RPC after error@1378584737) -> (continuation of Deferred@1859247212 after retry RPC after error@1533284751) -> (continuation of Deferred@2038750296 after retry RPC after error@2011446601) -> (continuation of Deferred@397852005 after retry RPC after error@1814380149) -> (continuation of Deferred@857491893 after retry RPC after error@1698968810) -> (continuation of Deferred@1203499186 after retry RPC after error@36219046), errback=(continuation of Deferred@679647376 after retry RPC after error@164075753) -> (continuation of Deferred@489159871 after retry RPC after error@1378584737) -> (continuation of Deferred@1859247212 after retry RPC after error@1533284751) -> (continuation of Deferred@2038750296 after retry RPC after error@2011446601) -> (continuation of Deferred@397852005 after retry RPC after error@1814380149) -> (continuation of Deferred@857491893 after retry RPC after error@1698968810) -> (continuation of Deferred@1203499186 after retry RPC after error@36219046)))
03:04:46.738 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1969702030(state=PENDING, result=null, callback=(continuation of Deferred@679647376 after retry RPC after error@164075753) -> (continuation of Deferred@489159871 after retry RPC after error@1378584737) -> (continuation of Deferred@1859247212 after retry RPC after error@1533284751) -> (continuation of Deferred@2038750296 after retry RPC after error@2011446601) -> (continuation of Deferred@397852005 after retry RPC after error@1814380149) -> (continuation of Deferred@857491893 after retry RPC after error@1698968810) -> (continuation of Deferred@1203499186 after retry RPC after error@36219046), errback=(continuation of Deferred@679647376 after retry RPC after error@164075753) -> (continuation of Deferred@489159871 after retry RPC after error@1378584737) -> (continuation of Deferred@1859247212 after retry RPC after error@1533284751) -> (continuation of Deferred@2038750296 after retry RPC after error@2011446601) -> (continuation of Deferred@397852005 after retry RPC after error@1814380149) -> (continuation of Deferred@857491893 after retry RPC after error@1698968810) -> (continuation of Deferred@1203499186 after retry RPC after error@36219046)))
03:04:46.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.795 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:46.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:46.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:46.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:46.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:46.997 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@592031732(state=PENDING, result=null, callback=(continuation of Deferred@1449563203 after retry RPC after error@703040649) -> (continuation of Deferred@439309062 after retry RPC after error@1953987000) -> (continuation of Deferred@374419449 after retry RPC after error@55011966) -> (continuation of Deferred@1662037619 after retry RPC after error@753246480) -> (continuation of Deferred@861171090 after retry RPC after error@200865052) -> (continuation of Deferred@1836949798 after retry RPC after error@1821470904) -> (continuation of Deferred@2092542021 after retry RPC after error@807793371) -> (continuation of Deferred@810619240 after retry RPC after error@1461891946), errback=(continuation of Deferred@1449563203 after retry RPC after error@703040649) -> (continuation of Deferred@439309062 after retry RPC after error@1953987000) -> (continuation of Deferred@374419449 after retry RPC after error@55011966) -> (continuation of Deferred@1662037619 after retry RPC after error@753246480) -> (continuation of Deferred@861171090 after retry RPC after error@200865052) -> (continuation of Deferred@1836949798 after retry RPC after error@1821470904) -> (continuation of Deferred@2092542021 after retry RPC after error@807793371) -> (continuation of Deferred@810619240 after retry RPC after error@1461891946)))
03:04:46.998 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@592031732(state=PENDING, result=null, callback=(continuation of Deferred@1449563203 after retry RPC after error@703040649) -> (continuation of Deferred@439309062 after retry RPC after error@1953987000) -> (continuation of Deferred@374419449 after retry RPC after error@55011966) -> (continuation of Deferred@1662037619 after retry RPC after error@753246480) -> (continuation of Deferred@861171090 after retry RPC after error@200865052) -> (continuation of Deferred@1836949798 after retry RPC after error@1821470904) -> (continuation of Deferred@2092542021 after retry RPC after error@807793371) -> (continuation of Deferred@810619240 after retry RPC after error@1461891946), errback=(continuation of Deferred@1449563203 after retry RPC after error@703040649) -> (continuation of Deferred@439309062 after retry RPC after error@1953987000) -> (continuation of Deferred@374419449 after retry RPC after error@55011966) -> (continuation of Deferred@1662037619 after retry RPC after error@753246480) -> (continuation of Deferred@861171090 after retry RPC after error@200865052) -> (continuation of Deferred@1836949798 after retry RPC after error@1821470904) -> (continuation of Deferred@2092542021 after retry RPC after error@807793371) -> (continuation of Deferred@810619240 after retry RPC after error@1461891946)))
03:04:47.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.035 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.235 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.237 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [220ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@730009361(state=PENDING, result=null, callback=(continuation of Deferred@701167741 after retry RPC after error@2137658790) -> (continuation of Deferred@638063203 after retry RPC after error@356543028) -> (continuation of Deferred@1807180273 after retry RPC after error@1155501572) -> (continuation of Deferred@572655606 after retry RPC after error@883279948) -> (continuation of Deferred@1691197376 after retry RPC after error@1549435635) -> (continuation of Deferred@1861563193 after retry RPC after error@1946710275) -> (continuation of Deferred@2092159965 after retry RPC after error@1962318754), errback=(continuation of Deferred@701167741 after retry RPC after error@2137658790) -> (continuation of Deferred@638063203 after retry RPC after error@356543028) -> (continuation of Deferred@1807180273 after retry RPC after error@1155501572) -> (continuation of Deferred@572655606 after retry RPC after error@883279948) -> (continuation of Deferred@1691197376 after retry RPC after error@1549435635) -> (continuation of Deferred@1861563193 after retry RPC after error@1946710275) -> (continuation of Deferred@2092159965 after retry RPC after error@1962318754)))
03:04:47.238 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [220ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@730009361(state=PENDING, result=null, callback=(continuation of Deferred@701167741 after retry RPC after error@2137658790) -> (continuation of Deferred@638063203 after retry RPC after error@356543028) -> (continuation of Deferred@1807180273 after retry RPC after error@1155501572) -> (continuation of Deferred@572655606 after retry RPC after error@883279948) -> (continuation of Deferred@1691197376 after retry RPC after error@1549435635) -> (continuation of Deferred@1861563193 after retry RPC after error@1946710275) -> (continuation of Deferred@2092159965 after retry RPC after error@1962318754), errback=(continuation of Deferred@701167741 after retry RPC after error@2137658790) -> (continuation of Deferred@638063203 after retry RPC after error@356543028) -> (continuation of Deferred@1807180273 after retry RPC after error@1155501572) -> (continuation of Deferred@572655606 after retry RPC after error@883279948) -> (continuation of Deferred@1691197376 after retry RPC after error@1549435635) -> (continuation of Deferred@1861563193 after retry RPC after error@1946710275) -> (continuation of Deferred@2092159965 after retry RPC after error@1962318754)))
03:04:47.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.335 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.418 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@163895869(state=PENDING, result=null, callback=(continuation of Deferred@1236812699 after retry RPC after error@334874579) -> (continuation of Deferred@1095859261 after retry RPC after error@1852527384) -> (continuation of Deferred@1707368917 after retry RPC after error@1479735777) -> (continuation of Deferred@306763342 after retry RPC after error@646947980) -> (continuation of Deferred@1610855233 after retry RPC after error@791782225) -> (continuation of Deferred@2065693279 after retry RPC after error@544180852), errback=(continuation of Deferred@1236812699 after retry RPC after error@334874579) -> (continuation of Deferred@1095859261 after retry RPC after error@1852527384) -> (continuation of Deferred@1707368917 after retry RPC after error@1479735777) -> (continuation of Deferred@306763342 after retry RPC after error@646947980) -> (continuation of Deferred@1610855233 after retry RPC after error@791782225) -> (continuation of Deferred@2065693279 after retry RPC after error@544180852)))
03:04:47.419 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@163895869(state=PENDING, result=null, callback=(continuation of Deferred@1236812699 after retry RPC after error@334874579) -> (continuation of Deferred@1095859261 after retry RPC after error@1852527384) -> (continuation of Deferred@1707368917 after retry RPC after error@1479735777) -> (continuation of Deferred@306763342 after retry RPC after error@646947980) -> (continuation of Deferred@1610855233 after retry RPC after error@791782225) -> (continuation of Deferred@2065693279 after retry RPC after error@544180852), errback=(continuation of Deferred@1236812699 after retry RPC after error@334874579) -> (continuation of Deferred@1095859261 after retry RPC after error@1852527384) -> (continuation of Deferred@1707368917 after retry RPC after error@1479735777) -> (continuation of Deferred@306763342 after retry RPC after error@646947980) -> (continuation of Deferred@1610855233 after retry RPC after error@791782225) -> (continuation of Deferred@2065693279 after retry RPC after error@544180852)))
03:04:47.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.598 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1784054243(state=PENDING, result=null, callback=(continuation of Deferred@840492261 after retry RPC after error@1606876458) -> (continuation of Deferred@1581929961 after retry RPC after error@5082714) -> (continuation of Deferred@1971809658 after retry RPC after error@499179853) -> (continuation of Deferred@296294913 after retry RPC after error@2105174320) -> (continuation of Deferred@869807960 after retry RPC after error@688419559) -> (continuation of Deferred@1890065621 after retry RPC after error@1580587033) -> (continuation of Deferred@749028976 after retry RPC after error@1179682377), errback=(continuation of Deferred@840492261 after retry RPC after error@1606876458) -> (continuation of Deferred@1581929961 after retry RPC after error@5082714) -> (continuation of Deferred@1971809658 after retry RPC after error@499179853) -> (continuation of Deferred@296294913 after retry RPC after error@2105174320) -> (continuation of Deferred@869807960 after retry RPC after error@688419559) -> (continuation of Deferred@1890065621 after retry RPC after error@1580587033) -> (continuation of Deferred@749028976 after retry RPC after error@1179682377)))
03:04:47.598 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1784054243(state=PENDING, result=null, callback=(continuation of Deferred@840492261 after retry RPC after error@1606876458) -> (continuation of Deferred@1581929961 after retry RPC after error@5082714) -> (continuation of Deferred@1971809658 after retry RPC after error@499179853) -> (continuation of Deferred@296294913 after retry RPC after error@2105174320) -> (continuation of Deferred@869807960 after retry RPC after error@688419559) -> (continuation of Deferred@1890065621 after retry RPC after error@1580587033) -> (continuation of Deferred@749028976 after retry RPC after error@1179682377), errback=(continuation of Deferred@840492261 after retry RPC after error@1606876458) -> (continuation of Deferred@1581929961 after retry RPC after error@5082714) -> (continuation of Deferred@1971809658 after retry RPC after error@499179853) -> (continuation of Deferred@296294913 after retry RPC after error@2105174320) -> (continuation of Deferred@869807960 after retry RPC after error@688419559) -> (continuation of Deferred@1890065621 after retry RPC after error@1580587033) -> (continuation of Deferred@749028976 after retry RPC after error@1179682377)))
03:04:47.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.818 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1561632667(state=PENDING, result=null, callback=(continuation of Deferred@1972809461 after retry RPC after error@2109993955) -> (continuation of Deferred@421071834 after retry RPC after error@1611179813) -> (continuation of Deferred@539581655 after retry RPC after error@1117253594) -> (continuation of Deferred@318860169 after retry RPC after error@915789635) -> (continuation of Deferred@1546709666 after retry RPC after error@564406209) -> (continuation of Deferred@971066719 after retry RPC after error@567720687), errback=(continuation of Deferred@1972809461 after retry RPC after error@2109993955) -> (continuation of Deferred@421071834 after retry RPC after error@1611179813) -> (continuation of Deferred@539581655 after retry RPC after error@1117253594) -> (continuation of Deferred@318860169 after retry RPC after error@915789635) -> (continuation of Deferred@1546709666 after retry RPC after error@564406209) -> (continuation of Deferred@971066719 after retry RPC after error@567720687)))
03:04:47.818 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1561632667(state=PENDING, result=null, callback=(continuation of Deferred@1972809461 after retry RPC after error@2109993955) -> (continuation of Deferred@421071834 after retry RPC after error@1611179813) -> (continuation of Deferred@539581655 after retry RPC after error@1117253594) -> (continuation of Deferred@318860169 after retry RPC after error@915789635) -> (continuation of Deferred@1546709666 after retry RPC after error@564406209) -> (continuation of Deferred@971066719 after retry RPC after error@567720687), errback=(continuation of Deferred@1972809461 after retry RPC after error@2109993955) -> (continuation of Deferred@421071834 after retry RPC after error@1611179813) -> (continuation of Deferred@539581655 after retry RPC after error@1117253594) -> (continuation of Deferred@318860169 after retry RPC after error@915789635) -> (continuation of Deferred@1546709666 after retry RPC after error@564406209) -> (continuation of Deferred@971066719 after retry RPC after error@567720687)))
03:04:47.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:47.820312 11874 master_runner.cc:186] Error getting master registration for 127.10.192.190:46323: Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111),
03:04:47.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:47.820451 11874 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:47.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.875 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:47.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:47.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:47.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:47.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:47.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.078 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1612633483(state=PENDING, result=null, callback=(continuation of Deferred@1249396299 after retry RPC after error@1013529009) -> (continuation of Deferred@1778772827 after retry RPC after error@2090981661) -> (continuation of Deferred@1961067228 after retry RPC after error@20093248) -> (continuation of Deferred@1143534862 after retry RPC after error@909354407) -> (continuation of Deferred@1588475103 after retry RPC after error@1271094995) -> (continuation of Deferred@1212170784 after retry RPC after error@1677056018) -> (continuation of Deferred@1288835199 after retry RPC after error@490138352), errback=(continuation of Deferred@1249396299 after retry RPC after error@1013529009) -> (continuation of Deferred@1778772827 after retry RPC after error@2090981661) -> (continuation of Deferred@1961067228 after retry RPC after error@20093248) -> (continuation of Deferred@1143534862 after retry RPC after error@909354407) -> (continuation of Deferred@1588475103 after retry RPC after error@1271094995) -> (continuation of Deferred@1212170784 after retry RPC after error@1677056018) -> (continuation of Deferred@1288835199 after retry RPC after error@490138352)))
03:04:48.078 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1612633483(state=PENDING, result=null, callback=(continuation of Deferred@1249396299 after retry RPC after error@1013529009) -> (continuation of Deferred@1778772827 after retry RPC after error@2090981661) -> (continuation of Deferred@1961067228 after retry RPC after error@20093248) -> (continuation of Deferred@1143534862 after retry RPC after error@909354407) -> (continuation of Deferred@1588475103 after retry RPC after error@1271094995) -> (continuation of Deferred@1212170784 after retry RPC after error@1677056018) -> (continuation of Deferred@1288835199 after retry RPC after error@490138352), errback=(continuation of Deferred@1249396299 after retry RPC after error@1013529009) -> (continuation of Deferred@1778772827 after retry RPC after error@2090981661) -> (continuation of Deferred@1961067228 after retry RPC after error@20093248) -> (continuation of Deferred@1143534862 after retry RPC after error@909354407) -> (continuation of Deferred@1588475103 after retry RPC after error@1271094995) -> (continuation of Deferred@1212170784 after retry RPC after error@1677056018) -> (continuation of Deferred@1288835199 after retry RPC after error@490138352)))
03:04:48.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.135 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.258 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@448076923(state=PENDING, result=null, callback=(continuation of Deferred@31252971 after retry RPC after error@1520549095) -> (continuation of Deferred@20309712 after retry RPC after error@869364809) -> (continuation of Deferred@1441007713 after retry RPC after error@49660094) -> (continuation of Deferred@744006998 after retry RPC after error@336854952) -> (continuation of Deferred@1640057419 after retry RPC after error@1302173437) -> (continuation of Deferred@612825101 after retry RPC after error@795061642), errback=(continuation of Deferred@31252971 after retry RPC after error@1520549095) -> (continuation of Deferred@20309712 after retry RPC after error@869364809) -> (continuation of Deferred@1441007713 after retry RPC after error@49660094) -> (continuation of Deferred@744006998 after retry RPC after error@336854952) -> (continuation of Deferred@1640057419 after retry RPC after error@1302173437) -> (continuation of Deferred@612825101 after retry RPC after error@795061642)))
03:04:48.258 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@448076923(state=PENDING, result=null, callback=(continuation of Deferred@31252971 after retry RPC after error@1520549095) -> (continuation of Deferred@20309712 after retry RPC after error@869364809) -> (continuation of Deferred@1441007713 after retry RPC after error@49660094) -> (continuation of Deferred@744006998 after retry RPC after error@336854952) -> (continuation of Deferred@1640057419 after retry RPC after error@1302173437) -> (continuation of Deferred@612825101 after retry RPC after error@795061642), errback=(continuation of Deferred@31252971 after retry RPC after error@1520549095) -> (continuation of Deferred@20309712 after retry RPC after error@869364809) -> (continuation of Deferred@1441007713 after retry RPC after error@49660094) -> (continuation of Deferred@744006998 after retry RPC after error@336854952) -> (continuation of Deferred@1640057419 after retry RPC after error@1302173437) -> (continuation of Deferred@612825101 after retry RPC after error@795061642)))
03:04:48.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.477 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@2131851116(state=PENDING, result=null, callback=(continuation of Deferred@988660759 after retry RPC after error@324840215) -> (continuation of Deferred@194540505 after retry RPC after error@2143735761) -> (continuation of Deferred@736059714 after retry RPC after error@1563259709) -> (continuation of Deferred@367252986 after retry RPC after error@1553082576) -> (continuation of Deferred@211261297 after retry RPC after error@982890821) -> (continuation of Deferred@835905512 after retry RPC after error@2085326250) -> (continuation of Deferred@1289199949 after retry RPC after error@1537172995), errback=(continuation of Deferred@988660759 after retry RPC after error@324840215) -> (continuation of Deferred@194540505 after retry RPC after error@2143735761) -> (continuation of Deferred@736059714 after retry RPC after error@1563259709) -> (continuation of Deferred@367252986 after retry RPC after error@1553082576) -> (continuation of Deferred@211261297 after retry RPC after error@982890821) -> (continuation of Deferred@835905512 after retry RPC after error@2085326250) -> (continuation of Deferred@1289199949 after retry RPC after error@1537172995)))
03:04:48.478 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@2131851116(state=PENDING, result=null, callback=(continuation of Deferred@988660759 after retry RPC after error@324840215) -> (continuation of Deferred@194540505 after retry RPC after error@2143735761) -> (continuation of Deferred@736059714 after retry RPC after error@1563259709) -> (continuation of Deferred@367252986 after retry RPC after error@1553082576) -> (continuation of Deferred@211261297 after retry RPC after error@982890821) -> (continuation of Deferred@835905512 after retry RPC after error@2085326250) -> (continuation of Deferred@1289199949 after retry RPC after error@1537172995), errback=(continuation of Deferred@988660759 after retry RPC after error@324840215) -> (continuation of Deferred@194540505 after retry RPC after error@2143735761) -> (continuation of Deferred@736059714 after retry RPC after error@1563259709) -> (continuation of Deferred@367252986 after retry RPC after error@1553082576) -> (continuation of Deferred@211261297 after retry RPC after error@982890821) -> (continuation of Deferred@835905512 after retry RPC after error@2085326250) -> (continuation of Deferred@1289199949 after retry RPC after error@1537172995)))
03:04:48.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.697 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1032536474(state=PENDING, result=null, callback=(continuation of Deferred@1653124676 after retry RPC after error@1523360534) -> (continuation of Deferred@1577836113 after retry RPC after error@971752347) -> (continuation of Deferred@506900588 after retry RPC after error@568161455) -> (continuation of Deferred@556064659 after retry RPC after error@1186215735) -> (continuation of Deferred@1839880797 after retry RPC after error@655897419) -> (continuation of Deferred@549955708 after retry RPC after error@1194143452) -> (continuation of Deferred@2028666070 after retry RPC after error@512629483), errback=(continuation of Deferred@1653124676 after retry RPC after error@1523360534) -> (continuation of Deferred@1577836113 after retry RPC after error@971752347) -> (continuation of Deferred@506900588 after retry RPC after error@568161455) -> (continuation of Deferred@556064659 after retry RPC after error@1186215735) -> (continuation of Deferred@1839880797 after retry RPC after error@655897419) -> (continuation of Deferred@549955708 after retry RPC after error@1194143452) -> (continuation of Deferred@2028666070 after retry RPC after error@512629483)))
03:04:48.698 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1032536474(state=PENDING, result=null, callback=(continuation of Deferred@1653124676 after retry RPC after error@1523360534) -> (continuation of Deferred@1577836113 after retry RPC after error@971752347) -> (continuation of Deferred@506900588 after retry RPC after error@568161455) -> (continuation of Deferred@556064659 after retry RPC after error@1186215735) -> (continuation of Deferred@1839880797 after retry RPC after error@655897419) -> (continuation of Deferred@549955708 after retry RPC after error@1194143452) -> (continuation of Deferred@2028666070 after retry RPC after error@512629483), errback=(continuation of Deferred@1653124676 after retry RPC after error@1523360534) -> (continuation of Deferred@1577836113 after retry RPC after error@971752347) -> (continuation of Deferred@506900588 after retry RPC after error@568161455) -> (continuation of Deferred@556064659 after retry RPC after error@1186215735) -> (continuation of Deferred@1839880797 after retry RPC after error@655897419) -> (continuation of Deferred@549955708 after retry RPC after error@1194143452) -> (continuation of Deferred@2028666070 after retry RPC after error@512629483)))
03:04:48.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.736 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.958 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1935385661(state=PENDING, result=null, callback=(continuation of Deferred@1975830806 after retry RPC after error@1999916936) -> (continuation of Deferred@347214711 after retry RPC after error@988166032) -> (continuation of Deferred@1773786531 after retry RPC after error@1009032979) -> (continuation of Deferred@940116555 after retry RPC after error@869855341) -> (continuation of Deferred@342568824 after retry RPC after error@204465889) -> (continuation of Deferred@2089086589 after retry RPC after error@137048600) -> (continuation of Deferred@1173802122 after retry RPC after error@916267579), errback=(continuation of Deferred@1975830806 after retry RPC after error@1999916936) -> (continuation of Deferred@347214711 after retry RPC after error@988166032) -> (continuation of Deferred@1773786531 after retry RPC after error@1009032979) -> (continuation of Deferred@940116555 after retry RPC after error@869855341) -> (continuation of Deferred@342568824 after retry RPC after error@204465889) -> (continuation of Deferred@2089086589 after retry RPC after error@137048600) -> (continuation of Deferred@1173802122 after retry RPC after error@916267579)))
03:04:48.958 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1935385661(state=PENDING, result=null, callback=(continuation of Deferred@1975830806 after retry RPC after error@1999916936) -> (continuation of Deferred@347214711 after retry RPC after error@988166032) -> (continuation of Deferred@1773786531 after retry RPC after error@1009032979) -> (continuation of Deferred@940116555 after retry RPC after error@869855341) -> (continuation of Deferred@342568824 after retry RPC after error@204465889) -> (continuation of Deferred@2089086589 after retry RPC after error@137048600) -> (continuation of Deferred@1173802122 after retry RPC after error@916267579), errback=(continuation of Deferred@1975830806 after retry RPC after error@1999916936) -> (continuation of Deferred@347214711 after retry RPC after error@988166032) -> (continuation of Deferred@1773786531 after retry RPC after error@1009032979) -> (continuation of Deferred@940116555 after retry RPC after error@869855341) -> (continuation of Deferred@342568824 after retry RPC after error@204465889) -> (continuation of Deferred@2089086589 after retry RPC after error@137048600) -> (continuation of Deferred@1173802122 after retry RPC after error@916267579)))
03:04:48.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:48.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:48.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:48.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:48.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:48.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.158 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@840671691(state=PENDING, result=null, callback=(continuation of Deferred@1451870437 after retry RPC after error@2089837603) -> (continuation of Deferred@1371247180 after retry RPC after error@1044472905) -> (continuation of Deferred@647449988 after retry RPC after error@1507427337) -> (continuation of Deferred@1425884300 after retry RPC after error@1638601078) -> (continuation of Deferred@2110561194 after retry RPC after error@1746969046) -> (continuation of Deferred@1455903098 after retry RPC after error@1868487285), errback=(continuation of Deferred@1451870437 after retry RPC after error@2089837603) -> (continuation of Deferred@1371247180 after retry RPC after error@1044472905) -> (continuation of Deferred@647449988 after retry RPC after error@1507427337) -> (continuation of Deferred@1425884300 after retry RPC after error@1638601078) -> (continuation of Deferred@2110561194 after retry RPC after error@1746969046) -> (continuation of Deferred@1455903098 after retry RPC after error@1868487285)))
03:04:49.159 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@840671691(state=PENDING, result=null, callback=(continuation of Deferred@1451870437 after retry RPC after error@2089837603) -> (continuation of Deferred@1371247180 after retry RPC after error@1044472905) -> (continuation of Deferred@647449988 after retry RPC after error@1507427337) -> (continuation of Deferred@1425884300 after retry RPC after error@1638601078) -> (continuation of Deferred@2110561194 after retry RPC after error@1746969046) -> (continuation of Deferred@1455903098 after retry RPC after error@1868487285), errback=(continuation of Deferred@1451870437 after retry RPC after error@2089837603) -> (continuation of Deferred@1371247180 after retry RPC after error@1044472905) -> (continuation of Deferred@647449988 after retry RPC after error@1507427337) -> (continuation of Deferred@1425884300 after retry RPC after error@1638601078) -> (continuation of Deferred@2110561194 after retry RPC after error@1746969046) -> (continuation of Deferred@1455903098 after retry RPC after error@1868487285)))
03:04:49.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.255 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.256 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.318 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1772733738(state=PENDING, result=null, callback=(continuation of Deferred@2099357591 after retry RPC after error@491431729) -> (continuation of Deferred@829002852 after retry RPC after error@382633974) -> (continuation of Deferred@1721993127 after retry RPC after error@781768557) -> (continuation of Deferred@1395633262 after retry RPC after error@834429130) -> (continuation of Deferred@1264076773 after retry RPC after error@596890204) -> (continuation of Deferred@233920156 after retry RPC after error@1603915224), errback=(continuation of Deferred@2099357591 after retry RPC after error@491431729) -> (continuation of Deferred@829002852 after retry RPC after error@382633974) -> (continuation of Deferred@1721993127 after retry RPC after error@781768557) -> (continuation of Deferred@1395633262 after retry RPC after error@834429130) -> (continuation of Deferred@1264076773 after retry RPC after error@596890204) -> (continuation of Deferred@233920156 after retry RPC after error@1603915224)))
03:04:49.318 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1772733738(state=PENDING, result=null, callback=(continuation of Deferred@2099357591 after retry RPC after error@491431729) -> (continuation of Deferred@829002852 after retry RPC after error@382633974) -> (continuation of Deferred@1721993127 after retry RPC after error@781768557) -> (continuation of Deferred@1395633262 after retry RPC after error@834429130) -> (continuation of Deferred@1264076773 after retry RPC after error@596890204) -> (continuation of Deferred@233920156 after retry RPC after error@1603915224), errback=(continuation of Deferred@2099357591 after retry RPC after error@491431729) -> (continuation of Deferred@829002852 after retry RPC after error@382633974) -> (continuation of Deferred@1721993127 after retry RPC after error@781768557) -> (continuation of Deferred@1395633262 after retry RPC after error@834429130) -> (continuation of Deferred@1264076773 after retry RPC after error@596890204) -> (continuation of Deferred@233920156 after retry RPC after error@1603915224)))
03:04:49.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.596 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@987587960(state=PENDING, result=null, callback=(continuation of Deferred@2073608111 after retry RPC after error@459348812) -> (continuation of Deferred@1499361394 after retry RPC after error@142162052) -> (continuation of Deferred@908237795 after retry RPC after error@629824784) -> (continuation of Deferred@259875891 after retry RPC after error@1308737600) -> (continuation of Deferred@1826531296 after retry RPC after error@466290102) -> (continuation of Deferred@2138289664 after retry RPC after error@1068530286) -> (continuation of Deferred@642264031 after retry RPC after error@1701669909), errback=(continuation of Deferred@2073608111 after retry RPC after error@459348812) -> (continuation of Deferred@1499361394 after retry RPC after error@142162052) -> (continuation of Deferred@908237795 after retry RPC after error@629824784) -> (continuation of Deferred@259875891 after retry RPC after error@1308737600) -> (continuation of Deferred@1826531296 after retry RPC after error@466290102) -> (continuation of Deferred@2138289664 after retry RPC after error@1068530286) -> (continuation of Deferred@642264031 after retry RPC after error@1701669909)))
03:04:49.597 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:49.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.715 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.716 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:49.763266 11517 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 1)
03:04:49.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:49.766571 11517 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '3f68ffe812454911878826a0330b244d', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '3f68ffe812454911878826a0330b244d', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 1)
03:04:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:49.767726 11517 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.10.192.188:38559)
03:04:49.795 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.797 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@739715213(state=PENDING, result=null, callback=(continuation of Deferred@1917180483 after retry RPC after error@1837503185) -> (continuation of Deferred@1672150296 after retry RPC after error@1986847392) -> (continuation of Deferred@707242476 after retry RPC after error@2011834083) -> (continuation of Deferred@1134315323 after retry RPC after error@1383384074) -> (continuation of Deferred@1158377313 after retry RPC after error@1668318237) -> (continuation of Deferred@1123328727 after retry RPC after error@911505943) -> (continuation of Deferred@674917339 after retry RPC after error@1326273197), errback=(continuation of Deferred@1917180483 after retry RPC after error@1837503185) -> (continuation of Deferred@1672150296 after retry RPC after error@1986847392) -> (continuation of Deferred@707242476 after retry RPC after error@2011834083) -> (continuation of Deferred@1134315323 after retry RPC after error@1383384074) -> (continuation of Deferred@1158377313 after retry RPC after error@1668318237) -> (continuation of Deferred@1123328727 after retry RPC after error@911505943) -> (continuation of Deferred@674917339 after retry RPC after error@1326273197)))
03:04:49.798 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@739715213(state=PENDING, result=null, callback=(continuation of Deferred@1917180483 after retry RPC after error@1837503185) -> (continuation of Deferred@1672150296 after retry RPC after error@1986847392) -> (continuation of Deferred@707242476 after retry RPC after error@2011834083) -> (continuation of Deferred@1134315323 after retry RPC after error@1383384074) -> (continuation of Deferred@1158377313 after retry RPC after error@1668318237) -> (continuation of Deferred@1123328727 after retry RPC after error@911505943) -> (continuation of Deferred@674917339 after retry RPC after error@1326273197), errback=(continuation of Deferred@1917180483 after retry RPC after error@1837503185) -> (continuation of Deferred@1672150296 after retry RPC after error@1986847392) -> (continuation of Deferred@707242476 after retry RPC after error@2011834083) -> (continuation of Deferred@1134315323 after retry RPC after error@1383384074) -> (continuation of Deferred@1158377313 after retry RPC after error@1668318237) -> (continuation of Deferred@1123328727 after retry RPC after error@911505943) -> (continuation of Deferred@674917339 after retry RPC after error@1326273197)))
03:04:49.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:49.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:49.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:49.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:49.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:49.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.058 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1934958451(state=PENDING, result=null, callback=(continuation of Deferred@472743799 after retry RPC after error@130624190) -> (continuation of Deferred@612501344 after retry RPC after error@2146908676) -> (continuation of Deferred@148251722 after retry RPC after error@1183085364) -> (continuation of Deferred@1921631619 after retry RPC after error@879290060) -> (continuation of Deferred@228941951 after retry RPC after error@1759358764) -> (continuation of Deferred@1422187113 after retry RPC after error@669587643) -> (continuation of Deferred@23671457 after retry RPC after error@71846255), errback=(continuation of Deferred@472743799 after retry RPC after error@130624190) -> (continuation of Deferred@612501344 after retry RPC after error@2146908676) -> (continuation of Deferred@148251722 after retry RPC after error@1183085364) -> (continuation of Deferred@1921631619 after retry RPC after error@879290060) -> (continuation of Deferred@228941951 after retry RPC after error@1759358764) -> (continuation of Deferred@1422187113 after retry RPC after error@669587643) -> (continuation of Deferred@23671457 after retry RPC after error@71846255)))
03:04:50.059 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1934958451(state=PENDING, result=null, callback=(continuation of Deferred@472743799 after retry RPC after error@130624190) -> (continuation of Deferred@612501344 after retry RPC after error@2146908676) -> (continuation of Deferred@148251722 after retry RPC after error@1183085364) -> (continuation of Deferred@1921631619 after retry RPC after error@879290060) -> (continuation of Deferred@228941951 after retry RPC after error@1759358764) -> (continuation of Deferred@1422187113 after retry RPC after error@669587643) -> (continuation of Deferred@23671457 after retry RPC after error@71846255), errback=(continuation of Deferred@472743799 after retry RPC after error@130624190) -> (continuation of Deferred@612501344 after retry RPC after error@2146908676) -> (continuation of Deferred@148251722 after retry RPC after error@1183085364) -> (continuation of Deferred@1921631619 after retry RPC after error@879290060) -> (continuation of Deferred@228941951 after retry RPC after error@1759358764) -> (continuation of Deferred@1422187113 after retry RPC after error@669587643) -> (continuation of Deferred@23671457 after retry RPC after error@71846255)))
03:04:50.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.095 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.135 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.298 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1977074613(state=PENDING, result=null, callback=(continuation of Deferred@6227355 after retry RPC after error@1829749744) -> (continuation of Deferred@1808504331 after retry RPC after error@550124204) -> (continuation of Deferred@1480687859 after retry RPC after error@1271060552) -> (continuation of Deferred@2089710837 after retry RPC after error@224407186) -> (continuation of Deferred@1500672469 after retry RPC after error@78635563) -> (continuation of Deferred@185141143 after retry RPC after error@118598874) -> (continuation of Deferred@1294436660 after retry RPC after error@912430081), errback=(continuation of Deferred@6227355 after retry RPC after error@1829749744) -> (continuation of Deferred@1808504331 after retry RPC after error@550124204) -> (continuation of Deferred@1480687859 after retry RPC after error@1271060552) -> (continuation of Deferred@2089710837 after retry RPC after error@224407186) -> (continuation of Deferred@1500672469 after retry RPC after error@78635563) -> (continuation of Deferred@185141143 after retry RPC after error@118598874) -> (continuation of Deferred@1294436660 after retry RPC after error@912430081)))
03:04:50.298 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1977074613(state=PENDING, result=null, callback=(continuation of Deferred@6227355 after retry RPC after error@1829749744) -> (continuation of Deferred@1808504331 after retry RPC after error@550124204) -> (continuation of Deferred@1480687859 after retry RPC after error@1271060552) -> (continuation of Deferred@2089710837 after retry RPC after error@224407186) -> (continuation of Deferred@1500672469 after retry RPC after error@78635563) -> (continuation of Deferred@185141143 after retry RPC after error@118598874) -> (continuation of Deferred@1294436660 after retry RPC after error@912430081), errback=(continuation of Deferred@6227355 after retry RPC after error@1829749744) -> (continuation of Deferred@1808504331 after retry RPC after error@550124204) -> (continuation of Deferred@1480687859 after retry RPC after error@1271060552) -> (continuation of Deferred@2089710837 after retry RPC after error@224407186) -> (continuation of Deferred@1500672469 after retry RPC after error@78635563) -> (continuation of Deferred@185141143 after retry RPC after error@118598874) -> (continuation of Deferred@1294436660 after retry RPC after error@912430081)))
03:04:50.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.478 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1006380124(state=PENDING, result=null, callback=(continuation of Deferred@449841547 after retry RPC after error@962993456) -> (continuation of Deferred@199772231 after retry RPC after error@1366049698) -> (continuation of Deferred@1265275989 after retry RPC after error@1114410901) -> (continuation of Deferred@185552367 after retry RPC after error@952987263) -> (continuation of Deferred@656051471 after retry RPC after error@28094046) -> (continuation of Deferred@1891498929 after retry RPC after error@600890703), errback=(continuation of Deferred@449841547 after retry RPC after error@962993456) -> (continuation of Deferred@199772231 after retry RPC after error@1366049698) -> (continuation of Deferred@1265275989 after retry RPC after error@1114410901) -> (continuation of Deferred@185552367 after retry RPC after error@952987263) -> (continuation of Deferred@656051471 after retry RPC after error@28094046) -> (continuation of Deferred@1891498929 after retry RPC after error@600890703)))
03:04:50.479 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1006380124(state=PENDING, result=null, callback=(continuation of Deferred@449841547 after retry RPC after error@962993456) -> (continuation of Deferred@199772231 after retry RPC after error@1366049698) -> (continuation of Deferred@1265275989 after retry RPC after error@1114410901) -> (continuation of Deferred@185552367 after retry RPC after error@952987263) -> (continuation of Deferred@656051471 after retry RPC after error@28094046) -> (continuation of Deferred@1891498929 after retry RPC after error@600890703), errback=(continuation of Deferred@449841547 after retry RPC after error@962993456) -> (continuation of Deferred@199772231 after retry RPC after error@1366049698) -> (continuation of Deferred@1265275989 after retry RPC after error@1114410901) -> (continuation of Deferred@185552367 after retry RPC after error@952987263) -> (continuation of Deferred@656051471 after retry RPC after error@28094046) -> (continuation of Deferred@1891498929 after retry RPC after error@600890703)))
03:04:50.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1762402796(state=PENDING, result=null, callback=(continuation of Deferred@1544524465 after retry RPC after error@357293182) -> (continuation of Deferred@135559070 after retry RPC after error@2040881) -> (continuation of Deferred@539341977 after retry RPC after error@1808151759) -> (continuation of Deferred@1078269614 after retry RPC after error@956468283) -> (continuation of Deferred@881751806 after retry RPC after error@1857314028) -> (continuation of Deferred@103598066 after retry RPC after error@727904344) -> (continuation of Deferred@1813793356 after retry RPC after error@545466399), errback=(continuation of Deferred@1544524465 after retry RPC after error@357293182) -> (continuation of Deferred@135559070 after retry RPC after error@2040881) -> (continuation of Deferred@539341977 after retry RPC after error@1808151759) -> (continuation of Deferred@1078269614 after retry RPC after error@956468283) -> (continuation of Deferred@881751806 after retry RPC after error@1857314028) -> (continuation of Deferred@103598066 after retry RPC after error@727904344) -> (continuation of Deferred@1813793356 after retry RPC after error@545466399)))
03:04:50.739 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1762402796(state=PENDING, result=null, callback=(continuation of Deferred@1544524465 after retry RPC after error@357293182) -> (continuation of Deferred@135559070 after retry RPC after error@2040881) -> (continuation of Deferred@539341977 after retry RPC after error@1808151759) -> (continuation of Deferred@1078269614 after retry RPC after error@956468283) -> (continuation of Deferred@881751806 after retry RPC after error@1857314028) -> (continuation of Deferred@103598066 after retry RPC after error@727904344) -> (continuation of Deferred@1813793356 after retry RPC after error@545466399), errback=(continuation of Deferred@1544524465 after retry RPC after error@357293182) -> (continuation of Deferred@135559070 after retry RPC after error@2040881) -> (continuation of Deferred@539341977 after retry RPC after error@1808151759) -> (continuation of Deferred@1078269614 after retry RPC after error@956468283) -> (continuation of Deferred@881751806 after retry RPC after error@1857314028) -> (continuation of Deferred@103598066 after retry RPC after error@727904344) -> (continuation of Deferred@1813793356 after retry RPC after error@545466399)))
03:04:50.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.958 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1831035538(state=PENDING, result=null, callback=(continuation of Deferred@1814634080 after retry RPC after error@1291605383) -> (continuation of Deferred@849918241 after retry RPC after error@1147763220) -> (continuation of Deferred@1612162791 after retry RPC after error@1315542799) -> (continuation of Deferred@964644434 after retry RPC after error@910764723) -> (continuation of Deferred@1806991875 after retry RPC after error@1768403349) -> (continuation of Deferred@715747125 after retry RPC after error@1430967393) -> (continuation of Deferred@438427729 after retry RPC after error@1318977945), errback=(continuation of Deferred@1814634080 after retry RPC after error@1291605383) -> (continuation of Deferred@849918241 after retry RPC after error@1147763220) -> (continuation of Deferred@1612162791 after retry RPC after error@1315542799) -> (continuation of Deferred@964644434 after retry RPC after error@910764723) -> (continuation of Deferred@1806991875 after retry RPC after error@1768403349) -> (continuation of Deferred@715747125 after retry RPC after error@1430967393) -> (continuation of Deferred@438427729 after retry RPC after error@1318977945)))
03:04:50.958 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1831035538(state=PENDING, result=null, callback=(continuation of Deferred@1814634080 after retry RPC after error@1291605383) -> (continuation of Deferred@849918241 after retry RPC after error@1147763220) -> (continuation of Deferred@1612162791 after retry RPC after error@1315542799) -> (continuation of Deferred@964644434 after retry RPC after error@910764723) -> (continuation of Deferred@1806991875 after retry RPC after error@1768403349) -> (continuation of Deferred@715747125 after retry RPC after error@1430967393) -> (continuation of Deferred@438427729 after retry RPC after error@1318977945), errback=(continuation of Deferred@1814634080 after retry RPC after error@1291605383) -> (continuation of Deferred@849918241 after retry RPC after error@1147763220) -> (continuation of Deferred@1612162791 after retry RPC after error@1315542799) -> (continuation of Deferred@964644434 after retry RPC after error@910764723) -> (continuation of Deferred@1806991875 after retry RPC after error@1768403349) -> (continuation of Deferred@715747125 after retry RPC after error@1430967393) -> (continuation of Deferred@438427729 after retry RPC after error@1318977945)))
03:04:50.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:50.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:50.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:50.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:50.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:50.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.139 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [163ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@469376273(state=PENDING, result=null, callback=(continuation of Deferred@1323561385 after retry RPC after error@1872074172) -> (continuation of Deferred@528738654 after retry RPC after error@1415212330) -> (continuation of Deferred@98934961 after retry RPC after error@1176432068) -> (continuation of Deferred@1188504896 after retry RPC after error@1105408909) -> (continuation of Deferred@1764483880 after retry RPC after error@1483358980) -> (continuation of Deferred@669548652 after retry RPC after error@2135928903), errback=(continuation of Deferred@1323561385 after retry RPC after error@1872074172) -> (continuation of Deferred@528738654 after retry RPC after error@1415212330) -> (continuation of Deferred@98934961 after retry RPC after error@1176432068) -> (continuation of Deferred@1188504896 after retry RPC after error@1105408909) -> (continuation of Deferred@1764483880 after retry RPC after error@1483358980) -> (continuation of Deferred@669548652 after retry RPC after error@2135928903)))
03:04:51.140 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [163ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@469376273(state=PENDING, result=null, callback=(continuation of Deferred@1323561385 after retry RPC after error@1872074172) -> (continuation of Deferred@528738654 after retry RPC after error@1415212330) -> (continuation of Deferred@98934961 after retry RPC after error@1176432068) -> (continuation of Deferred@1188504896 after retry RPC after error@1105408909) -> (continuation of Deferred@1764483880 after retry RPC after error@1483358980) -> (continuation of Deferred@669548652 after retry RPC after error@2135928903), errback=(continuation of Deferred@1323561385 after retry RPC after error@1872074172) -> (continuation of Deferred@528738654 after retry RPC after error@1415212330) -> (continuation of Deferred@98934961 after retry RPC after error@1176432068) -> (continuation of Deferred@1188504896 after retry RPC after error@1105408909) -> (continuation of Deferred@1764483880 after retry RPC after error@1483358980) -> (continuation of Deferred@669548652 after retry RPC after error@2135928903)))
03:04:51.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.255 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.416 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@809509234(state=PENDING, result=null, callback=(continuation of Deferred@836689612 after retry RPC after error@2106683582) -> (continuation of Deferred@981296135 after retry RPC after error@193436043) -> (continuation of Deferred@1281891977 after retry RPC after error@973767482) -> (continuation of Deferred@1803978016 after retry RPC after error@1551503898) -> (continuation of Deferred@1357566794 after retry RPC after error@1050122558) -> (continuation of Deferred@1642574921 after retry RPC after error@1837203629) -> (continuation of Deferred@1811381972 after retry RPC after error@1764443389), errback=(continuation of Deferred@836689612 after retry RPC after error@2106683582) -> (continuation of Deferred@981296135 after retry RPC after error@193436043) -> (continuation of Deferred@1281891977 after retry RPC after error@973767482) -> (continuation of Deferred@1803978016 after retry RPC after error@1551503898) -> (continuation of Deferred@1357566794 after retry RPC after error@1050122558) -> (continuation of Deferred@1642574921 after retry RPC after error@1837203629) -> (continuation of Deferred@1811381972 after retry RPC after error@1764443389)))
03:04:51.417 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:51.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.535 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.677 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1342627420(state=PENDING, result=null, callback=(continuation of Deferred@397302179 after retry RPC after error@1605241188) -> (continuation of Deferred@1161551926 after retry RPC after error@589898483) -> (continuation of Deferred@1185879156 after retry RPC after error@1776668908) -> (continuation of Deferred@1933944758 after retry RPC after error@428944791) -> (continuation of Deferred@665028197 after retry RPC after error@1611022541) -> (continuation of Deferred@1042293612 after retry RPC after error@785206442) -> (continuation of Deferred@367425464 after retry RPC after error@1202998753), errback=(continuation of Deferred@397302179 after retry RPC after error@1605241188) -> (continuation of Deferred@1161551926 after retry RPC after error@589898483) -> (continuation of Deferred@1185879156 after retry RPC after error@1776668908) -> (continuation of Deferred@1933944758 after retry RPC after error@428944791) -> (continuation of Deferred@665028197 after retry RPC after error@1611022541) -> (continuation of Deferred@1042293612 after retry RPC after error@785206442) -> (continuation of Deferred@367425464 after retry RPC after error@1202998753)))
03:04:51.678 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1342627420(state=PENDING, result=null, callback=(continuation of Deferred@397302179 after retry RPC after error@1605241188) -> (continuation of Deferred@1161551926 after retry RPC after error@589898483) -> (continuation of Deferred@1185879156 after retry RPC after error@1776668908) -> (continuation of Deferred@1933944758 after retry RPC after error@428944791) -> (continuation of Deferred@665028197 after retry RPC after error@1611022541) -> (continuation of Deferred@1042293612 after retry RPC after error@785206442) -> (continuation of Deferred@367425464 after retry RPC after error@1202998753), errback=(continuation of Deferred@397302179 after retry RPC after error@1605241188) -> (continuation of Deferred@1161551926 after retry RPC after error@589898483) -> (continuation of Deferred@1185879156 after retry RPC after error@1776668908) -> (continuation of Deferred@1933944758 after retry RPC after error@428944791) -> (continuation of Deferred@665028197 after retry RPC after error@1611022541) -> (continuation of Deferred@1042293612 after retry RPC after error@785206442) -> (continuation of Deferred@367425464 after retry RPC after error@1202998753)))
03:04:51.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.937 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@955098364(state=PENDING, result=null, callback=(continuation of Deferred@1977560476 after retry RPC after error@1366729643) -> (continuation of Deferred@1575960362 after retry RPC after error@149994031) -> (continuation of Deferred@80729440 after retry RPC after error@1623213481) -> (continuation of Deferred@1156722932 after retry RPC after error@1239341959) -> (continuation of Deferred@868246281 after retry RPC after error@1364166101) -> (continuation of Deferred@82799256 after retry RPC after error@995269473) -> (continuation of Deferred@196767529 after retry RPC after error@653664934), errback=(continuation of Deferred@1977560476 after retry RPC after error@1366729643) -> (continuation of Deferred@1575960362 after retry RPC after error@149994031) -> (continuation of Deferred@80729440 after retry RPC after error@1623213481) -> (continuation of Deferred@1156722932 after retry RPC after error@1239341959) -> (continuation of Deferred@868246281 after retry RPC after error@1364166101) -> (continuation of Deferred@82799256 after retry RPC after error@995269473) -> (continuation of Deferred@196767529 after retry RPC after error@653664934)))
03:04:51.938 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@955098364(state=PENDING, result=null, callback=(continuation of Deferred@1977560476 after retry RPC after error@1366729643) -> (continuation of Deferred@1575960362 after retry RPC after error@149994031) -> (continuation of Deferred@80729440 after retry RPC after error@1623213481) -> (continuation of Deferred@1156722932 after retry RPC after error@1239341959) -> (continuation of Deferred@868246281 after retry RPC after error@1364166101) -> (continuation of Deferred@82799256 after retry RPC after error@995269473) -> (continuation of Deferred@196767529 after retry RPC after error@653664934), errback=(continuation of Deferred@1977560476 after retry RPC after error@1366729643) -> (continuation of Deferred@1575960362 after retry RPC after error@149994031) -> (continuation of Deferred@80729440 after retry RPC after error@1623213481) -> (continuation of Deferred@1156722932 after retry RPC after error@1239341959) -> (continuation of Deferred@868246281 after retry RPC after error@1364166101) -> (continuation of Deferred@82799256 after retry RPC after error@995269473) -> (continuation of Deferred@196767529 after retry RPC after error@653664934)))
03:04:51.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:51.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:51.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:51.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:51.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:51.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.139 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1679546013(state=PENDING, result=null, callback=(continuation of Deferred@1929827880 after retry RPC after error@1899566729) -> (continuation of Deferred@597703802 after retry RPC after error@422947245) -> (continuation of Deferred@1548192565 after retry RPC after error@1710441322) -> (continuation of Deferred@1200812098 after retry RPC after error@1935561180) -> (continuation of Deferred@329278113 after retry RPC after error@1815579564) -> (continuation of Deferred@1014457992 after retry RPC after error@1025904747), errback=(continuation of Deferred@1929827880 after retry RPC after error@1899566729) -> (continuation of Deferred@597703802 after retry RPC after error@422947245) -> (continuation of Deferred@1548192565 after retry RPC after error@1710441322) -> (continuation of Deferred@1200812098 after retry RPC after error@1935561180) -> (continuation of Deferred@329278113 after retry RPC after error@1815579564) -> (continuation of Deferred@1014457992 after retry RPC after error@1025904747)))
03:04:52.146 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1679546013(state=PENDING, result=null, callback=(continuation of Deferred@1929827880 after retry RPC after error@1899566729) -> (continuation of Deferred@597703802 after retry RPC after error@422947245) -> (continuation of Deferred@1548192565 after retry RPC after error@1710441322) -> (continuation of Deferred@1200812098 after retry RPC after error@1935561180) -> (continuation of Deferred@329278113 after retry RPC after error@1815579564) -> (continuation of Deferred@1014457992 after retry RPC after error@1025904747), errback=(continuation of Deferred@1929827880 after retry RPC after error@1899566729) -> (continuation of Deferred@597703802 after retry RPC after error@422947245) -> (continuation of Deferred@1548192565 after retry RPC after error@1710441322) -> (continuation of Deferred@1200812098 after retry RPC after error@1935561180) -> (continuation of Deferred@329278113 after retry RPC after error@1815579564) -> (continuation of Deferred@1014457992 after retry RPC after error@1025904747)))
03:04:52.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.315 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.316 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.378 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1214222263(state=PENDING, result=null, callback=(continuation of Deferred@1854272038 after retry RPC after error@916833551) -> (continuation of Deferred@1807412143 after retry RPC after error@1596781400) -> (continuation of Deferred@519650905 after retry RPC after error@107744564) -> (continuation of Deferred@976714181 after retry RPC after error@37350376) -> (continuation of Deferred@1441076736 after retry RPC after error@864461861) -> (continuation of Deferred@847125185 after retry RPC after error@2144715213) -> (continuation of Deferred@41782561 after retry RPC after error@73184967), errback=(continuation of Deferred@1854272038 after retry RPC after error@916833551) -> (continuation of Deferred@1807412143 after retry RPC after error@1596781400) -> (continuation of Deferred@519650905 after retry RPC after error@107744564) -> (continuation of Deferred@976714181 after retry RPC after error@37350376) -> (continuation of Deferred@1441076736 after retry RPC after error@864461861) -> (continuation of Deferred@847125185 after retry RPC after error@2144715213) -> (continuation of Deferred@41782561 after retry RPC after error@73184967)))
03:04:52.378 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1214222263(state=PENDING, result=null, callback=(continuation of Deferred@1854272038 after retry RPC after error@916833551) -> (continuation of Deferred@1807412143 after retry RPC after error@1596781400) -> (continuation of Deferred@519650905 after retry RPC after error@107744564) -> (continuation of Deferred@976714181 after retry RPC after error@37350376) -> (continuation of Deferred@1441076736 after retry RPC after error@864461861) -> (continuation of Deferred@847125185 after retry RPC after error@2144715213) -> (continuation of Deferred@41782561 after retry RPC after error@73184967), errback=(continuation of Deferred@1854272038 after retry RPC after error@916833551) -> (continuation of Deferred@1807412143 after retry RPC after error@1596781400) -> (continuation of Deferred@519650905 after retry RPC after error@107744564) -> (continuation of Deferred@976714181 after retry RPC after error@37350376) -> (continuation of Deferred@1441076736 after retry RPC after error@864461861) -> (continuation of Deferred@847125185 after retry RPC after error@2144715213) -> (continuation of Deferred@41782561 after retry RPC after error@73184967)))
03:04:52.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.577 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1207599232(state=PENDING, result=null, callback=(continuation of Deferred@547997768 after retry RPC after error@657606496) -> (continuation of Deferred@1027561973 after retry RPC after error@785522770) -> (continuation of Deferred@1087850056 after retry RPC after error@1978339445) -> (continuation of Deferred@853282764 after retry RPC after error@229861749) -> (continuation of Deferred@1999412109 after retry RPC after error@1525241253) -> (continuation of Deferred@144282459 after retry RPC after error@511163388) -> (continuation of Deferred@219458380 after retry RPC after error@490771254) -> (continuation of Deferred@1493686414 after retry RPC after error@2056003593), errback=(continuation of Deferred@547997768 after retry RPC after error@657606496) -> (continuation of Deferred@1027561973 after retry RPC after error@785522770) -> (continuation of Deferred@1087850056 after retry RPC after error@1978339445) -> (continuation of Deferred@853282764 after retry RPC after error@229861749) -> (continuation of Deferred@1999412109 after retry RPC after error@1525241253) -> (continuation of Deferred@144282459 after retry RPC after error@511163388) -> (continuation of Deferred@219458380 after retry RPC after error@490771254) -> (continuation of Deferred@1493686414 after retry RPC after error@2056003593)))
03:04:52.578 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1207599232(state=PENDING, result=null, callback=(continuation of Deferred@547997768 after retry RPC after error@657606496) -> (continuation of Deferred@1027561973 after retry RPC after error@785522770) -> (continuation of Deferred@1087850056 after retry RPC after error@1978339445) -> (continuation of Deferred@853282764 after retry RPC after error@229861749) -> (continuation of Deferred@1999412109 after retry RPC after error@1525241253) -> (continuation of Deferred@144282459 after retry RPC after error@511163388) -> (continuation of Deferred@219458380 after retry RPC after error@490771254) -> (continuation of Deferred@1493686414 after retry RPC after error@2056003593), errback=(continuation of Deferred@547997768 after retry RPC after error@657606496) -> (continuation of Deferred@1027561973 after retry RPC after error@785522770) -> (continuation of Deferred@1087850056 after retry RPC after error@1978339445) -> (continuation of Deferred@853282764 after retry RPC after error@229861749) -> (continuation of Deferred@1999412109 after retry RPC after error@1525241253) -> (continuation of Deferred@144282459 after retry RPC after error@511163388) -> (continuation of Deferred@219458380 after retry RPC after error@490771254) -> (continuation of Deferred@1493686414 after retry RPC after error@2056003593)))
03:04:52.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.798 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@199032964(state=PENDING, result=null, callback=(continuation of Deferred@827891433 after retry RPC after error@1440773330) -> (continuation of Deferred@974280395 after retry RPC after error@1504229421) -> (continuation of Deferred@754113063 after retry RPC after error@2061663631) -> (continuation of Deferred@1382995990 after retry RPC after error@1318808486) -> (continuation of Deferred@1946334128 after retry RPC after error@493205178) -> (continuation of Deferred@971993960 after retry RPC after error@742189480) -> (continuation of Deferred@1304576172 after retry RPC after error@2099445704), errback=(continuation of Deferred@827891433 after retry RPC after error@1440773330) -> (continuation of Deferred@974280395 after retry RPC after error@1504229421) -> (continuation of Deferred@754113063 after retry RPC after error@2061663631) -> (continuation of Deferred@1382995990 after retry RPC after error@1318808486) -> (continuation of Deferred@1946334128 after retry RPC after error@493205178) -> (continuation of Deferred@971993960 after retry RPC after error@742189480) -> (continuation of Deferred@1304576172 after retry RPC after error@2099445704)))
03:04:52.799 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@199032964(state=PENDING, result=null, callback=(continuation of Deferred@827891433 after retry RPC after error@1440773330) -> (continuation of Deferred@974280395 after retry RPC after error@1504229421) -> (continuation of Deferred@754113063 after retry RPC after error@2061663631) -> (continuation of Deferred@1382995990 after retry RPC after error@1318808486) -> (continuation of Deferred@1946334128 after retry RPC after error@493205178) -> (continuation of Deferred@971993960 after retry RPC after error@742189480) -> (continuation of Deferred@1304576172 after retry RPC after error@2099445704), errback=(continuation of Deferred@827891433 after retry RPC after error@1440773330) -> (continuation of Deferred@974280395 after retry RPC after error@1504229421) -> (continuation of Deferred@754113063 after retry RPC after error@2061663631) -> (continuation of Deferred@1382995990 after retry RPC after error@1318808486) -> (continuation of Deferred@1946334128 after retry RPC after error@493205178) -> (continuation of Deferred@971993960 after retry RPC after error@742189480) -> (continuation of Deferred@1304576172 after retry RPC after error@2099445704)))
03:04:52.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:52.822484 11874 master_runner.cc:186] Error getting master registration for 127.10.192.190:46323: Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111),
03:04:52.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:52.822640 11874 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:52.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:52.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:52.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:52.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:52.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:52.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.037 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@854328385(state=PENDING, result=null, callback=(continuation of Deferred@636489573 after retry RPC after error@1906686550) -> (continuation of Deferred@790082339 after retry RPC after error@2097898636) -> (continuation of Deferred@1478870895 after retry RPC after error@76456247) -> (continuation of Deferred@370312238 after retry RPC after error@807120228) -> (continuation of Deferred@1190333111 after retry RPC after error@923110471) -> (continuation of Deferred@901012861 after retry RPC after error@1479124514) -> (continuation of Deferred@114403618 after retry RPC after error@489515531), errback=(continuation of Deferred@636489573 after retry RPC after error@1906686550) -> (continuation of Deferred@790082339 after retry RPC after error@2097898636) -> (continuation of Deferred@1478870895 after retry RPC after error@76456247) -> (continuation of Deferred@370312238 after retry RPC after error@807120228) -> (continuation of Deferred@1190333111 after retry RPC after error@923110471) -> (continuation of Deferred@901012861 after retry RPC after error@1479124514) -> (continuation of Deferred@114403618 after retry RPC after error@489515531)))
03:04:53.038 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@854328385(state=PENDING, result=null, callback=(continuation of Deferred@636489573 after retry RPC after error@1906686550) -> (continuation of Deferred@790082339 after retry RPC after error@2097898636) -> (continuation of Deferred@1478870895 after retry RPC after error@76456247) -> (continuation of Deferred@370312238 after retry RPC after error@807120228) -> (continuation of Deferred@1190333111 after retry RPC after error@923110471) -> (continuation of Deferred@901012861 after retry RPC after error@1479124514) -> (continuation of Deferred@114403618 after retry RPC after error@489515531), errback=(continuation of Deferred@636489573 after retry RPC after error@1906686550) -> (continuation of Deferred@790082339 after retry RPC after error@2097898636) -> (continuation of Deferred@1478870895 after retry RPC after error@76456247) -> (continuation of Deferred@370312238 after retry RPC after error@807120228) -> (continuation of Deferred@1190333111 after retry RPC after error@923110471) -> (continuation of Deferred@901012861 after retry RPC after error@1479124514) -> (continuation of Deferred@114403618 after retry RPC after error@489515531)))
03:04:53.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.155 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.218 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1788163954(state=PENDING, result=null, callback=(continuation of Deferred@1248298571 after retry RPC after error@709367875) -> (continuation of Deferred@1194105388 after retry RPC after error@79760156) -> (continuation of Deferred@1919057937 after retry RPC after error@411178014) -> (continuation of Deferred@1004273880 after retry RPC after error@927561044) -> (continuation of Deferred@1372395940 after retry RPC after error@1499972967) -> (continuation of Deferred@40293459 after retry RPC after error@2130309790) -> (continuation of Deferred@1195431132 after retry RPC after error@543911342), errback=(continuation of Deferred@1248298571 after retry RPC after error@709367875) -> (continuation of Deferred@1194105388 after retry RPC after error@79760156) -> (continuation of Deferred@1919057937 after retry RPC after error@411178014) -> (continuation of Deferred@1004273880 after retry RPC after error@927561044) -> (continuation of Deferred@1372395940 after retry RPC after error@1499972967) -> (continuation of Deferred@40293459 after retry RPC after error@2130309790) -> (continuation of Deferred@1195431132 after retry RPC after error@543911342)))
03:04:53.218 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1788163954(state=PENDING, result=null, callback=(continuation of Deferred@1248298571 after retry RPC after error@709367875) -> (continuation of Deferred@1194105388 after retry RPC after error@79760156) -> (continuation of Deferred@1919057937 after retry RPC after error@411178014) -> (continuation of Deferred@1004273880 after retry RPC after error@927561044) -> (continuation of Deferred@1372395940 after retry RPC after error@1499972967) -> (continuation of Deferred@40293459 after retry RPC after error@2130309790) -> (continuation of Deferred@1195431132 after retry RPC after error@543911342), errback=(continuation of Deferred@1248298571 after retry RPC after error@709367875) -> (continuation of Deferred@1194105388 after retry RPC after error@79760156) -> (continuation of Deferred@1919057937 after retry RPC after error@411178014) -> (continuation of Deferred@1004273880 after retry RPC after error@927561044) -> (continuation of Deferred@1372395940 after retry RPC after error@1499972967) -> (continuation of Deferred@40293459 after retry RPC after error@2130309790) -> (continuation of Deferred@1195431132 after retry RPC after error@543911342)))
03:04:53.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.438 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@998287098(state=PENDING, result=null, callback=(continuation of Deferred@20233088 after retry RPC after error@654753978) -> (continuation of Deferred@1217422060 after retry RPC after error@1989782130) -> (continuation of Deferred@1381361562 after retry RPC after error@1137176186) -> (continuation of Deferred@143352812 after retry RPC after error@863666869) -> (continuation of Deferred@1315883639 after retry RPC after error@849762814) -> (continuation of Deferred@1642190917 after retry RPC after error@115970534) -> (continuation of Deferred@1047322174 after retry RPC after error@1048906148), errback=(continuation of Deferred@20233088 after retry RPC after error@654753978) -> (continuation of Deferred@1217422060 after retry RPC after error@1989782130) -> (continuation of Deferred@1381361562 after retry RPC after error@1137176186) -> (continuation of Deferred@143352812 after retry RPC after error@863666869) -> (continuation of Deferred@1315883639 after retry RPC after error@849762814) -> (continuation of Deferred@1642190917 after retry RPC after error@115970534) -> (continuation of Deferred@1047322174 after retry RPC after error@1048906148)))
03:04:53.438 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@998287098(state=PENDING, result=null, callback=(continuation of Deferred@20233088 after retry RPC after error@654753978) -> (continuation of Deferred@1217422060 after retry RPC after error@1989782130) -> (continuation of Deferred@1381361562 after retry RPC after error@1137176186) -> (continuation of Deferred@143352812 after retry RPC after error@863666869) -> (continuation of Deferred@1315883639 after retry RPC after error@849762814) -> (continuation of Deferred@1642190917 after retry RPC after error@115970534) -> (continuation of Deferred@1047322174 after retry RPC after error@1048906148), errback=(continuation of Deferred@20233088 after retry RPC after error@654753978) -> (continuation of Deferred@1217422060 after retry RPC after error@1989782130) -> (continuation of Deferred@1381361562 after retry RPC after error@1137176186) -> (continuation of Deferred@143352812 after retry RPC after error@863666869) -> (continuation of Deferred@1315883639 after retry RPC after error@849762814) -> (continuation of Deferred@1642190917 after retry RPC after error@115970534) -> (continuation of Deferred@1047322174 after retry RPC after error@1048906148)))
03:04:53.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.495 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.679 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1682713086(state=PENDING, result=null, callback=(continuation of Deferred@1424696186 after retry RPC after error@918932979) -> (continuation of Deferred@909084427 after retry RPC after error@858348521) -> (continuation of Deferred@1045716485 after retry RPC after error@652654185) -> (continuation of Deferred@1824221793 after retry RPC after error@355766796) -> (continuation of Deferred@160191193 after retry RPC after error@441116799) -> (continuation of Deferred@764764469 after retry RPC after error@469774969) -> (continuation of Deferred@2012328378 after retry RPC after error@984987179), errback=(continuation of Deferred@1424696186 after retry RPC after error@918932979) -> (continuation of Deferred@909084427 after retry RPC after error@858348521) -> (continuation of Deferred@1045716485 after retry RPC after error@652654185) -> (continuation of Deferred@1824221793 after retry RPC after error@355766796) -> (continuation of Deferred@160191193 after retry RPC after error@441116799) -> (continuation of Deferred@764764469 after retry RPC after error@469774969) -> (continuation of Deferred@2012328378 after retry RPC after error@984987179)))
03:04:53.679 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1682713086(state=PENDING, result=null, callback=(continuation of Deferred@1424696186 after retry RPC after error@918932979) -> (continuation of Deferred@909084427 after retry RPC after error@858348521) -> (continuation of Deferred@1045716485 after retry RPC after error@652654185) -> (continuation of Deferred@1824221793 after retry RPC after error@355766796) -> (continuation of Deferred@160191193 after retry RPC after error@441116799) -> (continuation of Deferred@764764469 after retry RPC after error@469774969) -> (continuation of Deferred@2012328378 after retry RPC after error@984987179), errback=(continuation of Deferred@1424696186 after retry RPC after error@918932979) -> (continuation of Deferred@909084427 after retry RPC after error@858348521) -> (continuation of Deferred@1045716485 after retry RPC after error@652654185) -> (continuation of Deferred@1824221793 after retry RPC after error@355766796) -> (continuation of Deferred@160191193 after retry RPC after error@441116799) -> (continuation of Deferred@764764469 after retry RPC after error@469774969) -> (continuation of Deferred@2012328378 after retry RPC after error@984987179)))
03:04:53.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.878 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1559230999(state=PENDING, result=null, callback=(continuation of Deferred@1871375195 after retry RPC after error@1581745684) -> (continuation of Deferred@1697402549 after retry RPC after error@1177562949) -> (continuation of Deferred@2128139499 after retry RPC after error@474847746) -> (continuation of Deferred@462628568 after retry RPC after error@1553889512) -> (continuation of Deferred@1691979804 after retry RPC after error@338991887) -> (continuation of Deferred@378784439 after retry RPC after error@971356597), errback=(continuation of Deferred@1871375195 after retry RPC after error@1581745684) -> (continuation of Deferred@1697402549 after retry RPC after error@1177562949) -> (continuation of Deferred@2128139499 after retry RPC after error@474847746) -> (continuation of Deferred@462628568 after retry RPC after error@1553889512) -> (continuation of Deferred@1691979804 after retry RPC after error@338991887) -> (continuation of Deferred@378784439 after retry RPC after error@971356597)))
03:04:53.879 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1559230999(state=PENDING, result=null, callback=(continuation of Deferred@1871375195 after retry RPC after error@1581745684) -> (continuation of Deferred@1697402549 after retry RPC after error@1177562949) -> (continuation of Deferred@2128139499 after retry RPC after error@474847746) -> (continuation of Deferred@462628568 after retry RPC after error@1553889512) -> (continuation of Deferred@1691979804 after retry RPC after error@338991887) -> (continuation of Deferred@378784439 after retry RPC after error@971356597), errback=(continuation of Deferred@1871375195 after retry RPC after error@1581745684) -> (continuation of Deferred@1697402549 after retry RPC after error@1177562949) -> (continuation of Deferred@2128139499 after retry RPC after error@474847746) -> (continuation of Deferred@462628568 after retry RPC after error@1553889512) -> (continuation of Deferred@1691979804 after retry RPC after error@338991887) -> (continuation of Deferred@378784439 after retry RPC after error@971356597)))
03:04:53.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.915 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:53.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:53.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:53.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:53.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:53.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.075 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.118 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1027305213(state=PENDING, result=null, callback=(continuation of Deferred@117212393 after retry RPC after error@1318759700) -> (continuation of Deferred@644825568 after retry RPC after error@1078300502) -> (continuation of Deferred@578588795 after retry RPC after error@966097709) -> (continuation of Deferred@1705594302 after retry RPC after error@167399778) -> (continuation of Deferred@1329854318 after retry RPC after error@1562227128) -> (continuation of Deferred@1920389912 after retry RPC after error@693955957) -> (continuation of Deferred@2037684151 after retry RPC after error@1238657360) -> (continuation of Deferred@234786145 after retry RPC after error@1124597486), errback=(continuation of Deferred@117212393 after retry RPC after error@1318759700) -> (continuation of Deferred@644825568 after retry RPC after error@1078300502) -> (continuation of Deferred@578588795 after retry RPC after error@966097709) -> (continuation of Deferred@1705594302 after retry RPC after error@167399778) -> (continuation of Deferred@1329854318 after retry RPC after error@1562227128) -> (continuation of Deferred@1920389912 after retry RPC after error@693955957) -> (continuation of Deferred@2037684151 after retry RPC after error@1238657360) -> (continuation of Deferred@234786145 after retry RPC after error@1124597486)))
03:04:54.118 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1027305213(state=PENDING, result=null, callback=(continuation of Deferred@117212393 after retry RPC after error@1318759700) -> (continuation of Deferred@644825568 after retry RPC after error@1078300502) -> (continuation of Deferred@578588795 after retry RPC after error@966097709) -> (continuation of Deferred@1705594302 after retry RPC after error@167399778) -> (continuation of Deferred@1329854318 after retry RPC after error@1562227128) -> (continuation of Deferred@1920389912 after retry RPC after error@693955957) -> (continuation of Deferred@2037684151 after retry RPC after error@1238657360) -> (continuation of Deferred@234786145 after retry RPC after error@1124597486), errback=(continuation of Deferred@117212393 after retry RPC after error@1318759700) -> (continuation of Deferred@644825568 after retry RPC after error@1078300502) -> (continuation of Deferred@578588795 after retry RPC after error@966097709) -> (continuation of Deferred@1705594302 after retry RPC after error@167399778) -> (continuation of Deferred@1329854318 after retry RPC after error@1562227128) -> (continuation of Deferred@1920389912 after retry RPC after error@693955957) -> (continuation of Deferred@2037684151 after retry RPC after error@1238657360) -> (continuation of Deferred@234786145 after retry RPC after error@1124597486)))
03:04:54.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.317 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1371017451(state=PENDING, result=null, callback=(continuation of Deferred@1589646707 after retry RPC after error@123608645) -> (continuation of Deferred@92269497 after retry RPC after error@349277365) -> (continuation of Deferred@1248094417 after retry RPC after error@1027599342) -> (continuation of Deferred@1197993427 after retry RPC after error@1598780846) -> (continuation of Deferred@914402422 after retry RPC after error@1948406227) -> (continuation of Deferred@206779377 after retry RPC after error@137478608) -> (continuation of Deferred@1004617660 after retry RPC after error@1571511770) -> (continuation of Deferred@1215443237 after retry RPC after error@1321948858), errback=(continuation of Deferred@1589646707 after retry RPC after error@123608645) -> (continuation of Deferred@92269497 after retry RPC after error@349277365) -> (continuation of Deferred@1248094417 after retry RPC after error@1027599342) -> (continuation of Deferred@1197993427 after retry RPC after error@1598780846) -> (continuation of Deferred@914402422 after retry RPC after error@1948406227) -> (continuation of Deferred@206779377 after retry RPC after error@137478608) -> (continuation of Deferred@1004617660 after retry RPC after error@1571511770) -> (continuation of Deferred@1215443237 after retry RPC after error@1321948858)))
03:04:54.318 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1371017451(state=PENDING, result=null, callback=(continuation of Deferred@1589646707 after retry RPC after error@123608645) -> (continuation of Deferred@92269497 after retry RPC after error@349277365) -> (continuation of Deferred@1248094417 after retry RPC after error@1027599342) -> (continuation of Deferred@1197993427 after retry RPC after error@1598780846) -> (continuation of Deferred@914402422 after retry RPC after error@1948406227) -> (continuation of Deferred@206779377 after retry RPC after error@137478608) -> (continuation of Deferred@1004617660 after retry RPC after error@1571511770) -> (continuation of Deferred@1215443237 after retry RPC after error@1321948858), errback=(continuation of Deferred@1589646707 after retry RPC after error@123608645) -> (continuation of Deferred@92269497 after retry RPC after error@349277365) -> (continuation of Deferred@1248094417 after retry RPC after error@1027599342) -> (continuation of Deferred@1197993427 after retry RPC after error@1598780846) -> (continuation of Deferred@914402422 after retry RPC after error@1948406227) -> (continuation of Deferred@206779377 after retry RPC after error@137478608) -> (continuation of Deferred@1004617660 after retry RPC after error@1571511770) -> (continuation of Deferred@1215443237 after retry RPC after error@1321948858)))
03:04:54.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.518 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@102721066(state=PENDING, result=null, callback=(continuation of Deferred@1123150172 after retry RPC after error@1135032076) -> (continuation of Deferred@1648701702 after retry RPC after error@521545042) -> (continuation of Deferred@1390449893 after retry RPC after error@671471330) -> (continuation of Deferred@1669533669 after retry RPC after error@1292999282) -> (continuation of Deferred@453011593 after retry RPC after error@489955277) -> (continuation of Deferred@1714673577 after retry RPC after error@657462039) -> (continuation of Deferred@1064067928 after retry RPC after error@43763983), errback=(continuation of Deferred@1123150172 after retry RPC after error@1135032076) -> (continuation of Deferred@1648701702 after retry RPC after error@521545042) -> (continuation of Deferred@1390449893 after retry RPC after error@671471330) -> (continuation of Deferred@1669533669 after retry RPC after error@1292999282) -> (continuation of Deferred@453011593 after retry RPC after error@489955277) -> (continuation of Deferred@1714673577 after retry RPC after error@657462039) -> (continuation of Deferred@1064067928 after retry RPC after error@43763983)))
03:04:54.518 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@102721066(state=PENDING, result=null, callback=(continuation of Deferred@1123150172 after retry RPC after error@1135032076) -> (continuation of Deferred@1648701702 after retry RPC after error@521545042) -> (continuation of Deferred@1390449893 after retry RPC after error@671471330) -> (continuation of Deferred@1669533669 after retry RPC after error@1292999282) -> (continuation of Deferred@453011593 after retry RPC after error@489955277) -> (continuation of Deferred@1714673577 after retry RPC after error@657462039) -> (continuation of Deferred@1064067928 after retry RPC after error@43763983), errback=(continuation of Deferred@1123150172 after retry RPC after error@1135032076) -> (continuation of Deferred@1648701702 after retry RPC after error@521545042) -> (continuation of Deferred@1390449893 after retry RPC after error@671471330) -> (continuation of Deferred@1669533669 after retry RPC after error@1292999282) -> (continuation of Deferred@453011593 after retry RPC after error@489955277) -> (continuation of Deferred@1714673577 after retry RPC after error@657462039) -> (continuation of Deferred@1064067928 after retry RPC after error@43763983)))
03:04:54.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.697 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1345589333(state=PENDING, result=null, callback=(continuation of Deferred@1487038025 after retry RPC after error@1179127125) -> (continuation of Deferred@1265150387 after retry RPC after error@1001303603) -> (continuation of Deferred@1895110433 after retry RPC after error@1993445071) -> (continuation of Deferred@2029683863 after retry RPC after error@913011341) -> (continuation of Deferred@1853831038 after retry RPC after error@346192776) -> (continuation of Deferred@944802743 after retry RPC after error@1430419754) -> (continuation of Deferred@1116827707 after retry RPC after error@1164459482), errback=(continuation of Deferred@1487038025 after retry RPC after error@1179127125) -> (continuation of Deferred@1265150387 after retry RPC after error@1001303603) -> (continuation of Deferred@1895110433 after retry RPC after error@1993445071) -> (continuation of Deferred@2029683863 after retry RPC after error@913011341) -> (continuation of Deferred@1853831038 after retry RPC after error@346192776) -> (continuation of Deferred@944802743 after retry RPC after error@1430419754) -> (continuation of Deferred@1116827707 after retry RPC after error@1164459482)))
03:04:54.698 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1345589333(state=PENDING, result=null, callback=(continuation of Deferred@1487038025 after retry RPC after error@1179127125) -> (continuation of Deferred@1265150387 after retry RPC after error@1001303603) -> (continuation of Deferred@1895110433 after retry RPC after error@1993445071) -> (continuation of Deferred@2029683863 after retry RPC after error@913011341) -> (continuation of Deferred@1853831038 after retry RPC after error@346192776) -> (continuation of Deferred@944802743 after retry RPC after error@1430419754) -> (continuation of Deferred@1116827707 after retry RPC after error@1164459482), errback=(continuation of Deferred@1487038025 after retry RPC after error@1179127125) -> (continuation of Deferred@1265150387 after retry RPC after error@1001303603) -> (continuation of Deferred@1895110433 after retry RPC after error@1993445071) -> (continuation of Deferred@2029683863 after retry RPC after error@913011341) -> (continuation of Deferred@1853831038 after retry RPC after error@346192776) -> (continuation of Deferred@944802743 after retry RPC after error@1430419754) -> (continuation of Deferred@1116827707 after retry RPC after error@1164459482)))
03:04:54.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.795 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:54.846352 11517 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 87) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 1)
03:04:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:54.850703 11517 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '3f68ffe812454911878826a0330b244d', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '3f68ffe812454911878826a0330b244d', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 87) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 1)
03:04:54.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:54.852231 11517 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.10.192.188:38559)
03:04:54.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.958 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1263198196(state=PENDING, result=null, callback=(continuation of Deferred@1741560538 after retry RPC after error@814154204) -> (continuation of Deferred@1785581416 after retry RPC after error@2009401518) -> (continuation of Deferred@1615516742 after retry RPC after error@1758175346) -> (continuation of Deferred@1826169996 after retry RPC after error@856080833) -> (continuation of Deferred@89709315 after retry RPC after error@807740394) -> (continuation of Deferred@368938022 after retry RPC after error@275799953) -> (continuation of Deferred@1395859039 after retry RPC after error@1250971040) -> (continuation of Deferred@863331432 after retry RPC after error@560675136) -> (continuation of Deferred@1793133268 after retry RPC after error@584361829), errback=(continuation of Deferred@1741560538 after retry RPC after error@814154204) -> (continuation of Deferred@1785581416 after retry RPC after error@2009401518) -> (continuation of Deferred@1615516742 after retry RPC after error@1758175346) -> (continuation of Deferred@1826169996 after retry RPC after error@856080833) -> (continuation of Deferred@89709315 after retry RPC after error@807740394) -> (continuation of Deferred@368938022 after retry RPC after error@275799953) -> (continuation of Deferred@1395859039 after retry RPC after error@1250971040) -> (continuation of Deferred@863331432 after retry RPC after error@560675136) -> (continuation of Deferred@1793133268 after retry RPC after error@584361829)))
03:04:54.959 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1263198196(state=PENDING, result=null, callback=(continuation of Deferred@1741560538 after retry RPC after error@814154204) -> (continuation of Deferred@1785581416 after retry RPC after error@2009401518) -> (continuation of Deferred@1615516742 after retry RPC after error@1758175346) -> (continuation of Deferred@1826169996 after retry RPC after error@856080833) -> (continuation of Deferred@89709315 after retry RPC after error@807740394) -> (continuation of Deferred@368938022 after retry RPC after error@275799953) -> (continuation of Deferred@1395859039 after retry RPC after error@1250971040) -> (continuation of Deferred@863331432 after retry RPC after error@560675136) -> (continuation of Deferred@1793133268 after retry RPC after error@584361829), errback=(continuation of Deferred@1741560538 after retry RPC after error@814154204) -> (continuation of Deferred@1785581416 after retry RPC after error@2009401518) -> (continuation of Deferred@1615516742 after retry RPC after error@1758175346) -> (continuation of Deferred@1826169996 after retry RPC after error@856080833) -> (continuation of Deferred@89709315 after retry RPC after error@807740394) -> (continuation of Deferred@368938022 after retry RPC after error@275799953) -> (continuation of Deferred@1395859039 after retry RPC after error@1250971040) -> (continuation of Deferred@863331432 after retry RPC after error@560675136) -> (continuation of Deferred@1793133268 after retry RPC after error@584361829)))
03:04:54.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:54.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:54.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:54.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:54.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:54.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.198 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@67705237(state=PENDING, result=null, callback=(continuation of Deferred@267746262 after retry RPC after error@973383001) -> (continuation of Deferred@384449855 after retry RPC after error@1516456902) -> (continuation of Deferred@2121048215 after retry RPC after error@1641933934) -> (continuation of Deferred@647575215 after retry RPC after error@1726244033) -> (continuation of Deferred@2107050130 after retry RPC after error@1931949522) -> (continuation of Deferred@476334423 after retry RPC after error@1499722870) -> (continuation of Deferred@485864528 after retry RPC after error@1454807993), errback=(continuation of Deferred@267746262 after retry RPC after error@973383001) -> (continuation of Deferred@384449855 after retry RPC after error@1516456902) -> (continuation of Deferred@2121048215 after retry RPC after error@1641933934) -> (continuation of Deferred@647575215 after retry RPC after error@1726244033) -> (continuation of Deferred@2107050130 after retry RPC after error@1931949522) -> (continuation of Deferred@476334423 after retry RPC after error@1499722870) -> (continuation of Deferred@485864528 after retry RPC after error@1454807993)))
03:04:55.198 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@67705237(state=PENDING, result=null, callback=(continuation of Deferred@267746262 after retry RPC after error@973383001) -> (continuation of Deferred@384449855 after retry RPC after error@1516456902) -> (continuation of Deferred@2121048215 after retry RPC after error@1641933934) -> (continuation of Deferred@647575215 after retry RPC after error@1726244033) -> (continuation of Deferred@2107050130 after retry RPC after error@1931949522) -> (continuation of Deferred@476334423 after retry RPC after error@1499722870) -> (continuation of Deferred@485864528 after retry RPC after error@1454807993), errback=(continuation of Deferred@267746262 after retry RPC after error@973383001) -> (continuation of Deferred@384449855 after retry RPC after error@1516456902) -> (continuation of Deferred@2121048215 after retry RPC after error@1641933934) -> (continuation of Deferred@647575215 after retry RPC after error@1726244033) -> (continuation of Deferred@2107050130 after retry RPC after error@1931949522) -> (continuation of Deferred@476334423 after retry RPC after error@1499722870) -> (continuation of Deferred@485864528 after retry RPC after error@1454807993)))
03:04:55.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.418 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1699576814(state=PENDING, result=null, callback=(continuation of Deferred@457844991 after retry RPC after error@1182803058) -> (continuation of Deferred@2054989695 after retry RPC after error@1960849877) -> (continuation of Deferred@1042801254 after retry RPC after error@2034492004) -> (continuation of Deferred@1721496940 after retry RPC after error@327163635) -> (continuation of Deferred@305523255 after retry RPC after error@1946385111) -> (continuation of Deferred@1292554670 after retry RPC after error@1592666490), errback=(continuation of Deferred@457844991 after retry RPC after error@1182803058) -> (continuation of Deferred@2054989695 after retry RPC after error@1960849877) -> (continuation of Deferred@1042801254 after retry RPC after error@2034492004) -> (continuation of Deferred@1721496940 after retry RPC after error@327163635) -> (continuation of Deferred@305523255 after retry RPC after error@1946385111) -> (continuation of Deferred@1292554670 after retry RPC after error@1592666490)))
03:04:55.419 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1699576814(state=PENDING, result=null, callback=(continuation of Deferred@457844991 after retry RPC after error@1182803058) -> (continuation of Deferred@2054989695 after retry RPC after error@1960849877) -> (continuation of Deferred@1042801254 after retry RPC after error@2034492004) -> (continuation of Deferred@1721496940 after retry RPC after error@327163635) -> (continuation of Deferred@305523255 after retry RPC after error@1946385111) -> (continuation of Deferred@1292554670 after retry RPC after error@1592666490), errback=(continuation of Deferred@457844991 after retry RPC after error@1182803058) -> (continuation of Deferred@2054989695 after retry RPC after error@1960849877) -> (continuation of Deferred@1042801254 after retry RPC after error@2034492004) -> (continuation of Deferred@1721496940 after retry RPC after error@327163635) -> (continuation of Deferred@305523255 after retry RPC after error@1946385111) -> (continuation of Deferred@1292554670 after retry RPC after error@1592666490)))
03:04:55.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.696 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1485929708(state=PENDING, result=null, callback=(continuation of Deferred@1656731659 after retry RPC after error@78423554) -> (continuation of Deferred@1875972301 after retry RPC after error@1022650311) -> (continuation of Deferred@588574642 after retry RPC after error@1122615652) -> (continuation of Deferred@635037324 after retry RPC after error@973895599) -> (continuation of Deferred@1054959139 after retry RPC after error@839873146) -> (continuation of Deferred@1476923185 after retry RPC after error@31505040) -> (continuation of Deferred@881136881 after retry RPC after error@2110799033) -> (continuation of Deferred@1706673589 after retry RPC after error@1636419496), errback=(continuation of Deferred@1656731659 after retry RPC after error@78423554) -> (continuation of Deferred@1875972301 after retry RPC after error@1022650311) -> (continuation of Deferred@588574642 after retry RPC after error@1122615652) -> (continuation of Deferred@635037324 after retry RPC after error@973895599) -> (continuation of Deferred@1054959139 after retry RPC after error@839873146) -> (continuation of Deferred@1476923185 after retry RPC after error@31505040) -> (continuation of Deferred@881136881 after retry RPC after error@2110799033) -> (continuation of Deferred@1706673589 after retry RPC after error@1636419496)))
03:04:55.697 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:55.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.898 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@2138874502(state=PENDING, result=null, callback=(continuation of Deferred@1156172189 after retry RPC after error@1087281866) -> (continuation of Deferred@1112179471 after retry RPC after error@1488478546) -> (continuation of Deferred@1377300217 after retry RPC after error@1723545275) -> (continuation of Deferred@1887404952 after retry RPC after error@1800850996) -> (continuation of Deferred@115053953 after retry RPC after error@971666703) -> (continuation of Deferred@889541353 after retry RPC after error@1753156883) -> (continuation of Deferred@852687360 after retry RPC after error@1492824920), errback=(continuation of Deferred@1156172189 after retry RPC after error@1087281866) -> (continuation of Deferred@1112179471 after retry RPC after error@1488478546) -> (continuation of Deferred@1377300217 after retry RPC after error@1723545275) -> (continuation of Deferred@1887404952 after retry RPC after error@1800850996) -> (continuation of Deferred@115053953 after retry RPC after error@971666703) -> (continuation of Deferred@889541353 after retry RPC after error@1753156883) -> (continuation of Deferred@852687360 after retry RPC after error@1492824920)))
03:04:55.898 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@2138874502(state=PENDING, result=null, callback=(continuation of Deferred@1156172189 after retry RPC after error@1087281866) -> (continuation of Deferred@1112179471 after retry RPC after error@1488478546) -> (continuation of Deferred@1377300217 after retry RPC after error@1723545275) -> (continuation of Deferred@1887404952 after retry RPC after error@1800850996) -> (continuation of Deferred@115053953 after retry RPC after error@971666703) -> (continuation of Deferred@889541353 after retry RPC after error@1753156883) -> (continuation of Deferred@852687360 after retry RPC after error@1492824920), errback=(continuation of Deferred@1156172189 after retry RPC after error@1087281866) -> (continuation of Deferred@1112179471 after retry RPC after error@1488478546) -> (continuation of Deferred@1377300217 after retry RPC after error@1723545275) -> (continuation of Deferred@1887404952 after retry RPC after error@1800850996) -> (continuation of Deferred@115053953 after retry RPC after error@971666703) -> (continuation of Deferred@889541353 after retry RPC after error@1753156883) -> (continuation of Deferred@852687360 after retry RPC after error@1492824920)))
03:04:55.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:55.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:55.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:55.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:55.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:55.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.138 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@141167266(state=PENDING, result=null, callback=(continuation of Deferred@1145786306 after retry RPC after error@37592933) -> (continuation of Deferred@1031405586 after retry RPC after error@1704800773) -> (continuation of Deferred@2075546667 after retry RPC after error@362687119) -> (continuation of Deferred@2022298302 after retry RPC after error@1946737328) -> (continuation of Deferred@1037487894 after retry RPC after error@1501053041) -> (continuation of Deferred@1876059586 after retry RPC after error@1564340178) -> (continuation of Deferred@1452815644 after retry RPC after error@1308134518), errback=(continuation of Deferred@1145786306 after retry RPC after error@37592933) -> (continuation of Deferred@1031405586 after retry RPC after error@1704800773) -> (continuation of Deferred@2075546667 after retry RPC after error@362687119) -> (continuation of Deferred@2022298302 after retry RPC after error@1946737328) -> (continuation of Deferred@1037487894 after retry RPC after error@1501053041) -> (continuation of Deferred@1876059586 after retry RPC after error@1564340178) -> (continuation of Deferred@1452815644 after retry RPC after error@1308134518)))
03:04:56.138 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@141167266(state=PENDING, result=null, callback=(continuation of Deferred@1145786306 after retry RPC after error@37592933) -> (continuation of Deferred@1031405586 after retry RPC after error@1704800773) -> (continuation of Deferred@2075546667 after retry RPC after error@362687119) -> (continuation of Deferred@2022298302 after retry RPC after error@1946737328) -> (continuation of Deferred@1037487894 after retry RPC after error@1501053041) -> (continuation of Deferred@1876059586 after retry RPC after error@1564340178) -> (continuation of Deferred@1452815644 after retry RPC after error@1308134518), errback=(continuation of Deferred@1145786306 after retry RPC after error@37592933) -> (continuation of Deferred@1031405586 after retry RPC after error@1704800773) -> (continuation of Deferred@2075546667 after retry RPC after error@362687119) -> (continuation of Deferred@2022298302 after retry RPC after error@1946737328) -> (continuation of Deferred@1037487894 after retry RPC after error@1501053041) -> (continuation of Deferred@1876059586 after retry RPC after error@1564340178) -> (continuation of Deferred@1452815644 after retry RPC after error@1308134518)))
03:04:56.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.358 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1368851318(state=PENDING, result=null, callback=(continuation of Deferred@2110353296 after retry RPC after error@1597550184) -> (continuation of Deferred@1136362772 after retry RPC after error@710845094) -> (continuation of Deferred@484306322 after retry RPC after error@101473167) -> (continuation of Deferred@427879807 after retry RPC after error@1184118651) -> (continuation of Deferred@894890822 after retry RPC after error@1373767232) -> (continuation of Deferred@1326969366 after retry RPC after error@685718368) -> (continuation of Deferred@714154494 after retry RPC after error@1795224298), errback=(continuation of Deferred@2110353296 after retry RPC after error@1597550184) -> (continuation of Deferred@1136362772 after retry RPC after error@710845094) -> (continuation of Deferred@484306322 after retry RPC after error@101473167) -> (continuation of Deferred@427879807 after retry RPC after error@1184118651) -> (continuation of Deferred@894890822 after retry RPC after error@1373767232) -> (continuation of Deferred@1326969366 after retry RPC after error@685718368) -> (continuation of Deferred@714154494 after retry RPC after error@1795224298)))
03:04:56.358 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1368851318(state=PENDING, result=null, callback=(continuation of Deferred@2110353296 after retry RPC after error@1597550184) -> (continuation of Deferred@1136362772 after retry RPC after error@710845094) -> (continuation of Deferred@484306322 after retry RPC after error@101473167) -> (continuation of Deferred@427879807 after retry RPC after error@1184118651) -> (continuation of Deferred@894890822 after retry RPC after error@1373767232) -> (continuation of Deferred@1326969366 after retry RPC after error@685718368) -> (continuation of Deferred@714154494 after retry RPC after error@1795224298), errback=(continuation of Deferred@2110353296 after retry RPC after error@1597550184) -> (continuation of Deferred@1136362772 after retry RPC after error@710845094) -> (continuation of Deferred@484306322 after retry RPC after error@101473167) -> (continuation of Deferred@427879807 after retry RPC after error@1184118651) -> (continuation of Deferred@894890822 after retry RPC after error@1373767232) -> (continuation of Deferred@1326969366 after retry RPC after error@685718368) -> (continuation of Deferred@714154494 after retry RPC after error@1795224298)))
03:04:56.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.415 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.618 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1412912405(state=PENDING, result=null, callback=(continuation of Deferred@1125895823 after retry RPC after error@1599474561) -> (continuation of Deferred@119812751 after retry RPC after error@1775587459) -> (continuation of Deferred@1948746880 after retry RPC after error@465736582) -> (continuation of Deferred@1028942395 after retry RPC after error@2126935130) -> (continuation of Deferred@906882182 after retry RPC after error@962336610) -> (continuation of Deferred@667396032 after retry RPC after error@1785623494) -> (continuation of Deferred@861850577 after retry RPC after error@1784688095), errback=(continuation of Deferred@1125895823 after retry RPC after error@1599474561) -> (continuation of Deferred@119812751 after retry RPC after error@1775587459) -> (continuation of Deferred@1948746880 after retry RPC after error@465736582) -> (continuation of Deferred@1028942395 after retry RPC after error@2126935130) -> (continuation of Deferred@906882182 after retry RPC after error@962336610) -> (continuation of Deferred@667396032 after retry RPC after error@1785623494) -> (continuation of Deferred@861850577 after retry RPC after error@1784688095)))
03:04:56.619 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1412912405(state=PENDING, result=null, callback=(continuation of Deferred@1125895823 after retry RPC after error@1599474561) -> (continuation of Deferred@119812751 after retry RPC after error@1775587459) -> (continuation of Deferred@1948746880 after retry RPC after error@465736582) -> (continuation of Deferred@1028942395 after retry RPC after error@2126935130) -> (continuation of Deferred@906882182 after retry RPC after error@962336610) -> (continuation of Deferred@667396032 after retry RPC after error@1785623494) -> (continuation of Deferred@861850577 after retry RPC after error@1784688095), errback=(continuation of Deferred@1125895823 after retry RPC after error@1599474561) -> (continuation of Deferred@119812751 after retry RPC after error@1775587459) -> (continuation of Deferred@1948746880 after retry RPC after error@465736582) -> (continuation of Deferred@1028942395 after retry RPC after error@2126935130) -> (continuation of Deferred@906882182 after retry RPC after error@962336610) -> (continuation of Deferred@667396032 after retry RPC after error@1785623494) -> (continuation of Deferred@861850577 after retry RPC after error@1784688095)))
03:04:56.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.715 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.878 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1076639358(state=PENDING, result=null, callback=(continuation of Deferred@374044577 after retry RPC after error@322430767) -> (continuation of Deferred@1976442615 after retry RPC after error@1425037814) -> (continuation of Deferred@424401590 after retry RPC after error@904480815) -> (continuation of Deferred@810926531 after retry RPC after error@1723601366) -> (continuation of Deferred@560331229 after retry RPC after error@1580365294) -> (continuation of Deferred@1089993778 after retry RPC after error@1187215195) -> (continuation of Deferred@1223087439 after retry RPC after error@95831224), errback=(continuation of Deferred@374044577 after retry RPC after error@322430767) -> (continuation of Deferred@1976442615 after retry RPC after error@1425037814) -> (continuation of Deferred@424401590 after retry RPC after error@904480815) -> (continuation of Deferred@810926531 after retry RPC after error@1723601366) -> (continuation of Deferred@560331229 after retry RPC after error@1580365294) -> (continuation of Deferred@1089993778 after retry RPC after error@1187215195) -> (continuation of Deferred@1223087439 after retry RPC after error@95831224)))
03:04:56.878 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1076639358(state=PENDING, result=null, callback=(continuation of Deferred@374044577 after retry RPC after error@322430767) -> (continuation of Deferred@1976442615 after retry RPC after error@1425037814) -> (continuation of Deferred@424401590 after retry RPC after error@904480815) -> (continuation of Deferred@810926531 after retry RPC after error@1723601366) -> (continuation of Deferred@560331229 after retry RPC after error@1580365294) -> (continuation of Deferred@1089993778 after retry RPC after error@1187215195) -> (continuation of Deferred@1223087439 after retry RPC after error@95831224), errback=(continuation of Deferred@374044577 after retry RPC after error@322430767) -> (continuation of Deferred@1976442615 after retry RPC after error@1425037814) -> (continuation of Deferred@424401590 after retry RPC after error@904480815) -> (continuation of Deferred@810926531 after retry RPC after error@1723601366) -> (continuation of Deferred@560331229 after retry RPC after error@1580365294) -> (continuation of Deferred@1089993778 after retry RPC after error@1187215195) -> (continuation of Deferred@1223087439 after retry RPC after error@95831224)))
03:04:56.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.935 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.936 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:56.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:56.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:56.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:56.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:56.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.057 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@207332074(state=PENDING, result=null, callback=(continuation of Deferred@1270941983 after retry RPC after error@1113910227) -> (continuation of Deferred@1330302384 after retry RPC after error@509045313) -> (continuation of Deferred@1562181989 after retry RPC after error@943866726) -> (continuation of Deferred@570175123 after retry RPC after error@81550735) -> (continuation of Deferred@830435928 after retry RPC after error@453795426) -> (continuation of Deferred@1539597094 after retry RPC after error@1033010676), errback=(continuation of Deferred@1270941983 after retry RPC after error@1113910227) -> (continuation of Deferred@1330302384 after retry RPC after error@509045313) -> (continuation of Deferred@1562181989 after retry RPC after error@943866726) -> (continuation of Deferred@570175123 after retry RPC after error@81550735) -> (continuation of Deferred@830435928 after retry RPC after error@453795426) -> (continuation of Deferred@1539597094 after retry RPC after error@1033010676)))
03:04:57.058 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@207332074(state=PENDING, result=null, callback=(continuation of Deferred@1270941983 after retry RPC after error@1113910227) -> (continuation of Deferred@1330302384 after retry RPC after error@509045313) -> (continuation of Deferred@1562181989 after retry RPC after error@943866726) -> (continuation of Deferred@570175123 after retry RPC after error@81550735) -> (continuation of Deferred@830435928 after retry RPC after error@453795426) -> (continuation of Deferred@1539597094 after retry RPC after error@1033010676), errback=(continuation of Deferred@1270941983 after retry RPC after error@1113910227) -> (continuation of Deferred@1330302384 after retry RPC after error@509045313) -> (continuation of Deferred@1562181989 after retry RPC after error@943866726) -> (continuation of Deferred@570175123 after retry RPC after error@81550735) -> (continuation of Deferred@830435928 after retry RPC after error@453795426) -> (continuation of Deferred@1539597094 after retry RPC after error@1033010676)))
03:04:57.075 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.076 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.135 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.237 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@299775700(state=PENDING, result=null, callback=(continuation of Deferred@1972642017 after retry RPC after error@845454069) -> (continuation of Deferred@1444979709 after retry RPC after error@917002107) -> (continuation of Deferred@1659894375 after retry RPC after error@1951037437) -> (continuation of Deferred@656805314 after retry RPC after error@1405195730) -> (continuation of Deferred@1323331855 after retry RPC after error@1764885169) -> (continuation of Deferred@2121091656 after retry RPC after error@568147794), errback=(continuation of Deferred@1972642017 after retry RPC after error@845454069) -> (continuation of Deferred@1444979709 after retry RPC after error@917002107) -> (continuation of Deferred@1659894375 after retry RPC after error@1951037437) -> (continuation of Deferred@656805314 after retry RPC after error@1405195730) -> (continuation of Deferred@1323331855 after retry RPC after error@1764885169) -> (continuation of Deferred@2121091656 after retry RPC after error@568147794)))
03:04:57.238 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@299775700(state=PENDING, result=null, callback=(continuation of Deferred@1972642017 after retry RPC after error@845454069) -> (continuation of Deferred@1444979709 after retry RPC after error@917002107) -> (continuation of Deferred@1659894375 after retry RPC after error@1951037437) -> (continuation of Deferred@656805314 after retry RPC after error@1405195730) -> (continuation of Deferred@1323331855 after retry RPC after error@1764885169) -> (continuation of Deferred@2121091656 after retry RPC after error@568147794), errback=(continuation of Deferred@1972642017 after retry RPC after error@845454069) -> (continuation of Deferred@1444979709 after retry RPC after error@917002107) -> (continuation of Deferred@1659894375 after retry RPC after error@1951037437) -> (continuation of Deferred@656805314 after retry RPC after error@1405195730) -> (continuation of Deferred@1323331855 after retry RPC after error@1764885169) -> (continuation of Deferred@2121091656 after retry RPC after error@568147794)))
03:04:57.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.275 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.335 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.336 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.458 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1025807059(state=PENDING, result=null, callback=(continuation of Deferred@1663367660 after retry RPC after error@1734387520) -> (continuation of Deferred@475969115 after retry RPC after error@91557129) -> (continuation of Deferred@1096445906 after retry RPC after error@602053150) -> (continuation of Deferred@1256655959 after retry RPC after error@1742167367) -> (continuation of Deferred@1969326736 after retry RPC after error@1122290760) -> (continuation of Deferred@806614519 after retry RPC after error@1844685783) -> (continuation of Deferred@339708403 after retry RPC after error@1893564848) -> (continuation of Deferred@1607368209 after retry RPC after error@789830444), errback=(continuation of Deferred@1663367660 after retry RPC after error@1734387520) -> (continuation of Deferred@475969115 after retry RPC after error@91557129) -> (continuation of Deferred@1096445906 after retry RPC after error@602053150) -> (continuation of Deferred@1256655959 after retry RPC after error@1742167367) -> (continuation of Deferred@1969326736 after retry RPC after error@1122290760) -> (continuation of Deferred@806614519 after retry RPC after error@1844685783) -> (continuation of Deferred@339708403 after retry RPC after error@1893564848) -> (continuation of Deferred@1607368209 after retry RPC after error@789830444)))
03:04:57.458 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1025807059(state=PENDING, result=null, callback=(continuation of Deferred@1663367660 after retry RPC after error@1734387520) -> (continuation of Deferred@475969115 after retry RPC after error@91557129) -> (continuation of Deferred@1096445906 after retry RPC after error@602053150) -> (continuation of Deferred@1256655959 after retry RPC after error@1742167367) -> (continuation of Deferred@1969326736 after retry RPC after error@1122290760) -> (continuation of Deferred@806614519 after retry RPC after error@1844685783) -> (continuation of Deferred@339708403 after retry RPC after error@1893564848) -> (continuation of Deferred@1607368209 after retry RPC after error@789830444), errback=(continuation of Deferred@1663367660 after retry RPC after error@1734387520) -> (continuation of Deferred@475969115 after retry RPC after error@91557129) -> (continuation of Deferred@1096445906 after retry RPC after error@602053150) -> (continuation of Deferred@1256655959 after retry RPC after error@1742167367) -> (continuation of Deferred@1969326736 after retry RPC after error@1122290760) -> (continuation of Deferred@806614519 after retry RPC after error@1844685783) -> (continuation of Deferred@339708403 after retry RPC after error@1893564848) -> (continuation of Deferred@1607368209 after retry RPC after error@789830444)))
03:04:57.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.677 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@323975681(state=PENDING, result=null, callback=(continuation of Deferred@375910422 after retry RPC after error@740017068) -> (continuation of Deferred@91809962 after retry RPC after error@1829700982) -> (continuation of Deferred@1145159553 after retry RPC after error@917836294) -> (continuation of Deferred@1951039938 after retry RPC after error@1643847304) -> (continuation of Deferred@672073857 after retry RPC after error@909384356) -> (continuation of Deferred@374397233 after retry RPC after error@795253293) -> (continuation of Deferred@2147337280 after retry RPC after error@1762267169), errback=(continuation of Deferred@375910422 after retry RPC after error@740017068) -> (continuation of Deferred@91809962 after retry RPC after error@1829700982) -> (continuation of Deferred@1145159553 after retry RPC after error@917836294) -> (continuation of Deferred@1951039938 after retry RPC after error@1643847304) -> (continuation of Deferred@672073857 after retry RPC after error@909384356) -> (continuation of Deferred@374397233 after retry RPC after error@795253293) -> (continuation of Deferred@2147337280 after retry RPC after error@1762267169)))
03:04:57.677 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@323975681(state=PENDING, result=null, callback=(continuation of Deferred@375910422 after retry RPC after error@740017068) -> (continuation of Deferred@91809962 after retry RPC after error@1829700982) -> (continuation of Deferred@1145159553 after retry RPC after error@917836294) -> (continuation of Deferred@1951039938 after retry RPC after error@1643847304) -> (continuation of Deferred@672073857 after retry RPC after error@909384356) -> (continuation of Deferred@374397233 after retry RPC after error@795253293) -> (continuation of Deferred@2147337280 after retry RPC after error@1762267169), errback=(continuation of Deferred@375910422 after retry RPC after error@740017068) -> (continuation of Deferred@91809962 after retry RPC after error@1829700982) -> (continuation of Deferred@1145159553 after retry RPC after error@917836294) -> (continuation of Deferred@1951039938 after retry RPC after error@1643847304) -> (continuation of Deferred@672073857 after retry RPC after error@909384356) -> (continuation of Deferred@374397233 after retry RPC after error@795253293) -> (continuation of Deferred@2147337280 after retry RPC after error@1762267169)))
03:04:57.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.775 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.776 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:57.823732 11874 master_runner.cc:186] Error getting master registration for 127.10.192.190:46323: Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111),
03:04:57.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:57.823908 11874 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:57.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.917 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [220ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@2060738878(state=PENDING, result=null, callback=(continuation of Deferred@225638894 after retry RPC after error@854557865) -> (continuation of Deferred@952480938 after retry RPC after error@1640099613) -> (continuation of Deferred@2078725954 after retry RPC after error@904056411) -> (continuation of Deferred@538397865 after retry RPC after error@1321264817) -> (continuation of Deferred@55665900 after retry RPC after error@551740107) -> (continuation of Deferred@982159482 after retry RPC after error@1941310708) -> (continuation of Deferred@2068340842 after retry RPC after error@1284186482), errback=(continuation of Deferred@225638894 after retry RPC after error@854557865) -> (continuation of Deferred@952480938 after retry RPC after error@1640099613) -> (continuation of Deferred@2078725954 after retry RPC after error@904056411) -> (continuation of Deferred@538397865 after retry RPC after error@1321264817) -> (continuation of Deferred@55665900 after retry RPC after error@551740107) -> (continuation of Deferred@982159482 after retry RPC after error@1941310708) -> (continuation of Deferred@2068340842 after retry RPC after error@1284186482)))
03:04:57.918 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [220ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@2060738878(state=PENDING, result=null, callback=(continuation of Deferred@225638894 after retry RPC after error@854557865) -> (continuation of Deferred@952480938 after retry RPC after error@1640099613) -> (continuation of Deferred@2078725954 after retry RPC after error@904056411) -> (continuation of Deferred@538397865 after retry RPC after error@1321264817) -> (continuation of Deferred@55665900 after retry RPC after error@551740107) -> (continuation of Deferred@982159482 after retry RPC after error@1941310708) -> (continuation of Deferred@2068340842 after retry RPC after error@1284186482), errback=(continuation of Deferred@225638894 after retry RPC after error@854557865) -> (continuation of Deferred@952480938 after retry RPC after error@1640099613) -> (continuation of Deferred@2078725954 after retry RPC after error@904056411) -> (continuation of Deferred@538397865 after retry RPC after error@1321264817) -> (continuation of Deferred@55665900 after retry RPC after error@551740107) -> (continuation of Deferred@982159482 after retry RPC after error@1941310708) -> (continuation of Deferred@2068340842 after retry RPC after error@1284186482)))
03:04:57.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:57.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:57.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:57.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:57.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:57.998121 12321 raft_consensus.cc:493] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 76505419105b4dc4a1e93edac918e32c)
03:04:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:57.998276 12321 raft_consensus.cc:515] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76505419105b4dc4a1e93edac918e32c" member_type: VOTER last_known_addr { host: "127.10.192.190" port: 46323 } } peers { permanent_uuid: "1a315d17969b45168a52f1868fc25e16" member_type: VOTER last_known_addr { host: "127.10.192.189" port: 37035 } } peers { permanent_uuid: "de6a0f6393df4ada85eb45eb0b0f246e" member_type: VOTER last_known_addr { host: "127.10.192.188" port: 38559 } }
03:04:57.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:57.998859 12321 leader_election.cc:290] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323), 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035)
03:04:57.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:57.999387 11890 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111) [suppressed 3 similar messages]
03:04:58.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:58.000890 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 76505419105b4dc4a1e93edac918e32c (127.10.192.190:46323): Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111)
03:04:58.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:58.001056 11890 leader_election.cc:336] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a315d17969b45168a52f1868fc25e16 (127.10.192.189:37035): Network error: Client connection negotiation failed: client connection to 127.10.192.189:37035: connect: Connection refused (error 111)
03:04:58.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:58.001123 11890 leader_election.cc:304] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: de6a0f6393df4ada85eb45eb0b0f246e; no voters: 1a315d17969b45168a52f1868fc25e16, 76505419105b4dc4a1e93edac918e32c
03:04:58.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:04:58.001330 12321 raft_consensus.cc:2749] T 00000000000000000000000000000000 P de6a0f6393df4ada85eb45eb0b0f246e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:58.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.178 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@61204525(state=PENDING, result=null, callback=(continuation of Deferred@1219803123 after retry RPC after error@651154534) -> (continuation of Deferred@1904836002 after retry RPC after error@1572931390) -> (continuation of Deferred@816261210 after retry RPC after error@1746118348) -> (continuation of Deferred@1389212161 after retry RPC after error@123778961) -> (continuation of Deferred@244099807 after retry RPC after error@2078033924) -> (continuation of Deferred@1153343684 after retry RPC after error@1180716029) -> (continuation of Deferred@768723900 after retry RPC after error@886323818), errback=(continuation of Deferred@1219803123 after retry RPC after error@651154534) -> (continuation of Deferred@1904836002 after retry RPC after error@1572931390) -> (continuation of Deferred@816261210 after retry RPC after error@1746118348) -> (continuation of Deferred@1389212161 after retry RPC after error@123778961) -> (continuation of Deferred@244099807 after retry RPC after error@2078033924) -> (continuation of Deferred@1153343684 after retry RPC after error@1180716029) -> (continuation of Deferred@768723900 after retry RPC after error@886323818)))
03:04:58.178 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@61204525(state=PENDING, result=null, callback=(continuation of Deferred@1219803123 after retry RPC after error@651154534) -> (continuation of Deferred@1904836002 after retry RPC after error@1572931390) -> (continuation of Deferred@816261210 after retry RPC after error@1746118348) -> (continuation of Deferred@1389212161 after retry RPC after error@123778961) -> (continuation of Deferred@244099807 after retry RPC after error@2078033924) -> (continuation of Deferred@1153343684 after retry RPC after error@1180716029) -> (continuation of Deferred@768723900 after retry RPC after error@886323818), errback=(continuation of Deferred@1219803123 after retry RPC after error@651154534) -> (continuation of Deferred@1904836002 after retry RPC after error@1572931390) -> (continuation of Deferred@816261210 after retry RPC after error@1746118348) -> (continuation of Deferred@1389212161 after retry RPC after error@123778961) -> (continuation of Deferred@244099807 after retry RPC after error@2078033924) -> (continuation of Deferred@1153343684 after retry RPC after error@1180716029) -> (continuation of Deferred@768723900 after retry RPC after error@886323818)))
03:04:58.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.256 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.316 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.437 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@806099121(state=PENDING, result=null, callback=(continuation of Deferred@759293466 after retry RPC after error@1581286887) -> (continuation of Deferred@1725639438 after retry RPC after error@910327540) -> (continuation of Deferred@345063184 after retry RPC after error@1311047640) -> (continuation of Deferred@1897410121 after retry RPC after error@1418222400) -> (continuation of Deferred@1241290622 after retry RPC after error@542075814) -> (continuation of Deferred@269841280 after retry RPC after error@114387097) -> (continuation of Deferred@733694042 after retry RPC after error@1886520528) -> (continuation of Deferred@1270931501 after retry RPC after error@1188613228), errback=(continuation of Deferred@759293466 after retry RPC after error@1581286887) -> (continuation of Deferred@1725639438 after retry RPC after error@910327540) -> (continuation of Deferred@345063184 after retry RPC after error@1311047640) -> (continuation of Deferred@1897410121 after retry RPC after error@1418222400) -> (continuation of Deferred@1241290622 after retry RPC after error@542075814) -> (continuation of Deferred@269841280 after retry RPC after error@114387097) -> (continuation of Deferred@733694042 after retry RPC after error@1886520528) -> (continuation of Deferred@1270931501 after retry RPC after error@1188613228)))
03:04:58.438 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@806099121(state=PENDING, result=null, callback=(continuation of Deferred@759293466 after retry RPC after error@1581286887) -> (continuation of Deferred@1725639438 after retry RPC after error@910327540) -> (continuation of Deferred@345063184 after retry RPC after error@1311047640) -> (continuation of Deferred@1897410121 after retry RPC after error@1418222400) -> (continuation of Deferred@1241290622 after retry RPC after error@542075814) -> (continuation of Deferred@269841280 after retry RPC after error@114387097) -> (continuation of Deferred@733694042 after retry RPC after error@1886520528) -> (continuation of Deferred@1270931501 after retry RPC after error@1188613228), errback=(continuation of Deferred@759293466 after retry RPC after error@1581286887) -> (continuation of Deferred@1725639438 after retry RPC after error@910327540) -> (continuation of Deferred@345063184 after retry RPC after error@1311047640) -> (continuation of Deferred@1897410121 after retry RPC after error@1418222400) -> (continuation of Deferred@1241290622 after retry RPC after error@542075814) -> (continuation of Deferred@269841280 after retry RPC after error@114387097) -> (continuation of Deferred@733694042 after retry RPC after error@1886520528) -> (continuation of Deferred@1270931501 after retry RPC after error@1188613228)))
03:04:58.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.475 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.535 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.658 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@2051143591(state=PENDING, result=null, callback=(continuation of Deferred@2078777558 after retry RPC after error@2053888396) -> (continuation of Deferred@850075582 after retry RPC after error@1193421443) -> (continuation of Deferred@25547681 after retry RPC after error@621202852) -> (continuation of Deferred@1329229909 after retry RPC after error@421149955) -> (continuation of Deferred@908983642 after retry RPC after error@626359766) -> (continuation of Deferred@963713521 after retry RPC after error@1900796409) -> (continuation of Deferred@685063591 after retry RPC after error@652234406), errback=(continuation of Deferred@2078777558 after retry RPC after error@2053888396) -> (continuation of Deferred@850075582 after retry RPC after error@1193421443) -> (continuation of Deferred@25547681 after retry RPC after error@621202852) -> (continuation of Deferred@1329229909 after retry RPC after error@421149955) -> (continuation of Deferred@908983642 after retry RPC after error@626359766) -> (continuation of Deferred@963713521 after retry RPC after error@1900796409) -> (continuation of Deferred@685063591 after retry RPC after error@652234406)))
03:04:58.658 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@2051143591(state=PENDING, result=null, callback=(continuation of Deferred@2078777558 after retry RPC after error@2053888396) -> (continuation of Deferred@850075582 after retry RPC after error@1193421443) -> (continuation of Deferred@25547681 after retry RPC after error@621202852) -> (continuation of Deferred@1329229909 after retry RPC after error@421149955) -> (continuation of Deferred@908983642 after retry RPC after error@626359766) -> (continuation of Deferred@963713521 after retry RPC after error@1900796409) -> (continuation of Deferred@685063591 after retry RPC after error@652234406), errback=(continuation of Deferred@2078777558 after retry RPC after error@2053888396) -> (continuation of Deferred@850075582 after retry RPC after error@1193421443) -> (continuation of Deferred@25547681 after retry RPC after error@621202852) -> (continuation of Deferred@1329229909 after retry RPC after error@421149955) -> (continuation of Deferred@908983642 after retry RPC after error@626359766) -> (continuation of Deferred@963713521 after retry RPC after error@1900796409) -> (continuation of Deferred@685063591 after retry RPC after error@652234406)))
03:04:58.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.858 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@484190349(state=PENDING, result=null, callback=(continuation of Deferred@1076957054 after retry RPC after error@1740240582) -> (continuation of Deferred@657107966 after retry RPC after error@1515153366) -> (continuation of Deferred@315480350 after retry RPC after error@988414535) -> (continuation of Deferred@1215118271 after retry RPC after error@1765643443) -> (continuation of Deferred@365213091 after retry RPC after error@2144757094) -> (continuation of Deferred@1581717984 after retry RPC after error@1532659351), errback=(continuation of Deferred@1076957054 after retry RPC after error@1740240582) -> (continuation of Deferred@657107966 after retry RPC after error@1515153366) -> (continuation of Deferred@315480350 after retry RPC after error@988414535) -> (continuation of Deferred@1215118271 after retry RPC after error@1765643443) -> (continuation of Deferred@365213091 after retry RPC after error@2144757094) -> (continuation of Deferred@1581717984 after retry RPC after error@1532659351)))
03:04:58.858 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@484190349(state=PENDING, result=null, callback=(continuation of Deferred@1076957054 after retry RPC after error@1740240582) -> (continuation of Deferred@657107966 after retry RPC after error@1515153366) -> (continuation of Deferred@315480350 after retry RPC after error@988414535) -> (continuation of Deferred@1215118271 after retry RPC after error@1765643443) -> (continuation of Deferred@365213091 after retry RPC after error@2144757094) -> (continuation of Deferred@1581717984 after retry RPC after error@1532659351), errback=(continuation of Deferred@1076957054 after retry RPC after error@1740240582) -> (continuation of Deferred@657107966 after retry RPC after error@1515153366) -> (continuation of Deferred@315480350 after retry RPC after error@988414535) -> (continuation of Deferred@1215118271 after retry RPC after error@1765643443) -> (continuation of Deferred@365213091 after retry RPC after error@2144757094) -> (continuation of Deferred@1581717984 after retry RPC after error@1532659351)))
03:04:58.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:58.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:58.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:58.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:58.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:58.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.097 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1113612558(state=PENDING, result=null, callback=(continuation of Deferred@1818112514 after retry RPC after error@1499458422) -> (continuation of Deferred@1854572068 after retry RPC after error@799269610) -> (continuation of Deferred@854596414 after retry RPC after error@340935245) -> (continuation of Deferred@777211205 after retry RPC after error@509038295) -> (continuation of Deferred@751607752 after retry RPC after error@713748534) -> (continuation of Deferred@503818567 after retry RPC after error@973237670) -> (continuation of Deferred@1920505841 after retry RPC after error@252625608) -> (continuation of Deferred@752881663 after retry RPC after error@86390936), errback=(continuation of Deferred@1818112514 after retry RPC after error@1499458422) -> (continuation of Deferred@1854572068 after retry RPC after error@799269610) -> (continuation of Deferred@854596414 after retry RPC after error@340935245) -> (continuation of Deferred@777211205 after retry RPC after error@509038295) -> (continuation of Deferred@751607752 after retry RPC after error@713748534) -> (continuation of Deferred@503818567 after retry RPC after error@973237670) -> (continuation of Deferred@1920505841 after retry RPC after error@252625608) -> (continuation of Deferred@752881663 after retry RPC after error@86390936)))
03:04:59.098 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1113612558(state=PENDING, result=null, callback=(continuation of Deferred@1818112514 after retry RPC after error@1499458422) -> (continuation of Deferred@1854572068 after retry RPC after error@799269610) -> (continuation of Deferred@854596414 after retry RPC after error@340935245) -> (continuation of Deferred@777211205 after retry RPC after error@509038295) -> (continuation of Deferred@751607752 after retry RPC after error@713748534) -> (continuation of Deferred@503818567 after retry RPC after error@973237670) -> (continuation of Deferred@1920505841 after retry RPC after error@252625608) -> (continuation of Deferred@752881663 after retry RPC after error@86390936), errback=(continuation of Deferred@1818112514 after retry RPC after error@1499458422) -> (continuation of Deferred@1854572068 after retry RPC after error@799269610) -> (continuation of Deferred@854596414 after retry RPC after error@340935245) -> (continuation of Deferred@777211205 after retry RPC after error@509038295) -> (continuation of Deferred@751607752 after retry RPC after error@713748534) -> (continuation of Deferred@503818567 after retry RPC after error@973237670) -> (continuation of Deferred@1920505841 after retry RPC after error@252625608) -> (continuation of Deferred@752881663 after retry RPC after error@86390936)))
03:04:59.115 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.358 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [83ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@660068547(state=PENDING, result=null, callback=(continuation of Deferred@1491412722 after retry RPC after error@418668733) -> (continuation of Deferred@1901211030 after retry RPC after error@1750758079) -> (continuation of Deferred@427363312 after retry RPC after error@573796842) -> (continuation of Deferred@1122879143 after retry RPC after error@2031717327) -> (continuation of Deferred@686696855 after retry RPC after error@292266305) -> (continuation of Deferred@1033868597 after retry RPC after error@141375162) -> (continuation of Deferred@1360397489 after retry RPC after error@498849403), errback=(continuation of Deferred@1491412722 after retry RPC after error@418668733) -> (continuation of Deferred@1901211030 after retry RPC after error@1750758079) -> (continuation of Deferred@427363312 after retry RPC after error@573796842) -> (continuation of Deferred@1122879143 after retry RPC after error@2031717327) -> (continuation of Deferred@686696855 after retry RPC after error@292266305) -> (continuation of Deferred@1033868597 after retry RPC after error@141375162) -> (continuation of Deferred@1360397489 after retry RPC after error@498849403)))
03:04:59.358 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [83ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@660068547(state=PENDING, result=null, callback=(continuation of Deferred@1491412722 after retry RPC after error@418668733) -> (continuation of Deferred@1901211030 after retry RPC after error@1750758079) -> (continuation of Deferred@427363312 after retry RPC after error@573796842) -> (continuation of Deferred@1122879143 after retry RPC after error@2031717327) -> (continuation of Deferred@686696855 after retry RPC after error@292266305) -> (continuation of Deferred@1033868597 after retry RPC after error@141375162) -> (continuation of Deferred@1360397489 after retry RPC after error@498849403), errback=(continuation of Deferred@1491412722 after retry RPC after error@418668733) -> (continuation of Deferred@1901211030 after retry RPC after error@1750758079) -> (continuation of Deferred@427363312 after retry RPC after error@573796842) -> (continuation of Deferred@1122879143 after retry RPC after error@2031717327) -> (continuation of Deferred@686696855 after retry RPC after error@292266305) -> (continuation of Deferred@1033868597 after retry RPC after error@141375162) -> (continuation of Deferred@1360397489 after retry RPC after error@498849403)))
03:04:59.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.636 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@377924601(state=PENDING, result=null, callback=(continuation of Deferred@687529865 after retry RPC after error@893280715) -> (continuation of Deferred@1347700565 after retry RPC after error@1932457925) -> (continuation of Deferred@223770814 after retry RPC after error@1268801766) -> (continuation of Deferred@960292904 after retry RPC after error@1026076693) -> (continuation of Deferred@59092102 after retry RPC after error@1265261376) -> (continuation of Deferred@357140397 after retry RPC after error@1838757129) -> (continuation of Deferred@1129727392 after retry RPC after error@1526703825), errback=(continuation of Deferred@687529865 after retry RPC after error@893280715) -> (continuation of Deferred@1347700565 after retry RPC after error@1932457925) -> (continuation of Deferred@223770814 after retry RPC after error@1268801766) -> (continuation of Deferred@960292904 after retry RPC after error@1026076693) -> (continuation of Deferred@59092102 after retry RPC after error@1265261376) -> (continuation of Deferred@357140397 after retry RPC after error@1838757129) -> (continuation of Deferred@1129727392 after retry RPC after error@1526703825)))
03:04:59.636 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:59.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.735 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.837 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@449012084(state=PENDING, result=null, callback=(continuation of Deferred@1279471522 after retry RPC after error@1073563816) -> (continuation of Deferred@1011393017 after retry RPC after error@1023524805) -> (continuation of Deferred@1760213496 after retry RPC after error@1032262725) -> (continuation of Deferred@1144601957 after retry RPC after error@1962298800) -> (continuation of Deferred@1231949743 after retry RPC after error@1280188411) -> (continuation of Deferred@1100075266 after retry RPC after error@122457933), errback=(continuation of Deferred@1279471522 after retry RPC after error@1073563816) -> (continuation of Deferred@1011393017 after retry RPC after error@1023524805) -> (continuation of Deferred@1760213496 after retry RPC after error@1032262725) -> (continuation of Deferred@1144601957 after retry RPC after error@1962298800) -> (continuation of Deferred@1231949743 after retry RPC after error@1280188411) -> (continuation of Deferred@1100075266 after retry RPC after error@122457933)))
03:04:59.838 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@449012084(state=PENDING, result=null, callback=(continuation of Deferred@1279471522 after retry RPC after error@1073563816) -> (continuation of Deferred@1011393017 after retry RPC after error@1023524805) -> (continuation of Deferred@1760213496 after retry RPC after error@1032262725) -> (continuation of Deferred@1144601957 after retry RPC after error@1962298800) -> (continuation of Deferred@1231949743 after retry RPC after error@1280188411) -> (continuation of Deferred@1100075266 after retry RPC after error@122457933), errback=(continuation of Deferred@1279471522 after retry RPC after error@1073563816) -> (continuation of Deferred@1011393017 after retry RPC after error@1023524805) -> (continuation of Deferred@1760213496 after retry RPC after error@1032262725) -> (continuation of Deferred@1144601957 after retry RPC after error@1962298800) -> (continuation of Deferred@1231949743 after retry RPC after error@1280188411) -> (continuation of Deferred@1100075266 after retry RPC after error@122457933)))
03:04:59.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:59.873179 11517 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 1)
03:04:59.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:59.875511 11517 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '3f68ffe812454911878826a0330b244d', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '3f68ffe812454911878826a0330b244d', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.10.192.190:46323,127.10.192.189:37035,127.10.192.188:38559, num_attempts: 1)
03:04:59.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:04:59.877000 11517 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.10.192.188:38559)
03:04:59.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:04:59.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:04:59.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:04:59.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:04:59.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:04:59.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.038 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@2015146115(state=PENDING, result=null, callback=(continuation of Deferred@324768937 after retry RPC after error@1822872484) -> (continuation of Deferred@462997519 after retry RPC after error@111016791) -> (continuation of Deferred@1236060657 after retry RPC after error@332204179) -> (continuation of Deferred@1321755221 after retry RPC after error@669417368) -> (continuation of Deferred@137021908 after retry RPC after error@1943585234) -> (continuation of Deferred@2123353910 after retry RPC after error@1778476480), errback=(continuation of Deferred@324768937 after retry RPC after error@1822872484) -> (continuation of Deferred@462997519 after retry RPC after error@111016791) -> (continuation of Deferred@1236060657 after retry RPC after error@332204179) -> (continuation of Deferred@1321755221 after retry RPC after error@669417368) -> (continuation of Deferred@137021908 after retry RPC after error@1943585234) -> (continuation of Deferred@2123353910 after retry RPC after error@1778476480)))
03:05:00.038 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@2015146115(state=PENDING, result=null, callback=(continuation of Deferred@324768937 after retry RPC after error@1822872484) -> (continuation of Deferred@462997519 after retry RPC after error@111016791) -> (continuation of Deferred@1236060657 after retry RPC after error@332204179) -> (continuation of Deferred@1321755221 after retry RPC after error@669417368) -> (continuation of Deferred@137021908 after retry RPC after error@1943585234) -> (continuation of Deferred@2123353910 after retry RPC after error@1778476480), errback=(continuation of Deferred@324768937 after retry RPC after error@1822872484) -> (continuation of Deferred@462997519 after retry RPC after error@111016791) -> (continuation of Deferred@1236060657 after retry RPC after error@332204179) -> (continuation of Deferred@1321755221 after retry RPC after error@669417368) -> (continuation of Deferred@137021908 after retry RPC after error@1943585234) -> (continuation of Deferred@2123353910 after retry RPC after error@1778476480)))
03:05:00.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.298 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1532186695(state=PENDING, result=null, callback=(continuation of Deferred@279640539 after retry RPC after error@2064457210) -> (continuation of Deferred@354010189 after retry RPC after error@1409908673) -> (continuation of Deferred@329916602 after retry RPC after error@5967352) -> (continuation of Deferred@1539021330 after retry RPC after error@1154679251) -> (continuation of Deferred@104748547 after retry RPC after error@1590865905) -> (continuation of Deferred@1505678643 after retry RPC after error@96438862) -> (continuation of Deferred@1908755124 after retry RPC after error@975429210), errback=(continuation of Deferred@279640539 after retry RPC after error@2064457210) -> (continuation of Deferred@354010189 after retry RPC after error@1409908673) -> (continuation of Deferred@329916602 after retry RPC after error@5967352) -> (continuation of Deferred@1539021330 after retry RPC after error@1154679251) -> (continuation of Deferred@104748547 after retry RPC after error@1590865905) -> (continuation of Deferred@1505678643 after retry RPC after error@96438862) -> (continuation of Deferred@1908755124 after retry RPC after error@975429210)))
03:05:00.298 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [102ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1532186695(state=PENDING, result=null, callback=(continuation of Deferred@279640539 after retry RPC after error@2064457210) -> (continuation of Deferred@354010189 after retry RPC after error@1409908673) -> (continuation of Deferred@329916602 after retry RPC after error@5967352) -> (continuation of Deferred@1539021330 after retry RPC after error@1154679251) -> (continuation of Deferred@104748547 after retry RPC after error@1590865905) -> (continuation of Deferred@1505678643 after retry RPC after error@96438862) -> (continuation of Deferred@1908755124 after retry RPC after error@975429210), errback=(continuation of Deferred@279640539 after retry RPC after error@2064457210) -> (continuation of Deferred@354010189 after retry RPC after error@1409908673) -> (continuation of Deferred@329916602 after retry RPC after error@5967352) -> (continuation of Deferred@1539021330 after retry RPC after error@1154679251) -> (continuation of Deferred@104748547 after retry RPC after error@1590865905) -> (continuation of Deferred@1505678643 after retry RPC after error@96438862) -> (continuation of Deferred@1908755124 after retry RPC after error@975429210)))
03:05:00.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.477 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@899617102(state=PENDING, result=null, callback=(continuation of Deferred@896895847 after retry RPC after error@1830081985) -> (continuation of Deferred@1171127552 after retry RPC after error@144015766) -> (continuation of Deferred@287448400 after retry RPC after error@1515415656) -> (continuation of Deferred@1885125599 after retry RPC after error@1415650675) -> (continuation of Deferred@1428705842 after retry RPC after error@351887575) -> (continuation of Deferred@32420820 after retry RPC after error@1572387871), errback=(continuation of Deferred@896895847 after retry RPC after error@1830081985) -> (continuation of Deferred@1171127552 after retry RPC after error@144015766) -> (continuation of Deferred@287448400 after retry RPC after error@1515415656) -> (continuation of Deferred@1885125599 after retry RPC after error@1415650675) -> (continuation of Deferred@1428705842 after retry RPC after error@351887575) -> (continuation of Deferred@32420820 after retry RPC after error@1572387871)))
03:05:00.478 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@899617102(state=PENDING, result=null, callback=(continuation of Deferred@896895847 after retry RPC after error@1830081985) -> (continuation of Deferred@1171127552 after retry RPC after error@144015766) -> (continuation of Deferred@287448400 after retry RPC after error@1515415656) -> (continuation of Deferred@1885125599 after retry RPC after error@1415650675) -> (continuation of Deferred@1428705842 after retry RPC after error@351887575) -> (continuation of Deferred@32420820 after retry RPC after error@1572387871), errback=(continuation of Deferred@896895847 after retry RPC after error@1830081985) -> (continuation of Deferred@1171127552 after retry RPC after error@144015766) -> (continuation of Deferred@287448400 after retry RPC after error@1515415656) -> (continuation of Deferred@1885125599 after retry RPC after error@1415650675) -> (continuation of Deferred@1428705842 after retry RPC after error@351887575) -> (continuation of Deferred@32420820 after retry RPC after error@1572387871)))
03:05:00.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.698 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1231489814(state=PENDING, result=null, callback=(continuation of Deferred@203812201 after retry RPC after error@2143049429) -> (continuation of Deferred@626795790 after retry RPC after error@1418900744) -> (continuation of Deferred@2013221974 after retry RPC after error@1785245314) -> (continuation of Deferred@777556628 after retry RPC after error@1872971938) -> (continuation of Deferred@1651768548 after retry RPC after error@1304445590) -> (continuation of Deferred@661042568 after retry RPC after error@1391792030) -> (continuation of Deferred@790384120 after retry RPC after error@1619488383), errback=(continuation of Deferred@203812201 after retry RPC after error@2143049429) -> (continuation of Deferred@626795790 after retry RPC after error@1418900744) -> (continuation of Deferred@2013221974 after retry RPC after error@1785245314) -> (continuation of Deferred@777556628 after retry RPC after error@1872971938) -> (continuation of Deferred@1651768548 after retry RPC after error@1304445590) -> (continuation of Deferred@661042568 after retry RPC after error@1391792030) -> (continuation of Deferred@790384120 after retry RPC after error@1619488383)))
03:05:00.698 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1231489814(state=PENDING, result=null, callback=(continuation of Deferred@203812201 after retry RPC after error@2143049429) -> (continuation of Deferred@626795790 after retry RPC after error@1418900744) -> (continuation of Deferred@2013221974 after retry RPC after error@1785245314) -> (continuation of Deferred@777556628 after retry RPC after error@1872971938) -> (continuation of Deferred@1651768548 after retry RPC after error@1304445590) -> (continuation of Deferred@661042568 after retry RPC after error@1391792030) -> (continuation of Deferred@790384120 after retry RPC after error@1619488383), errback=(continuation of Deferred@203812201 after retry RPC after error@2143049429) -> (continuation of Deferred@626795790 after retry RPC after error@1418900744) -> (continuation of Deferred@2013221974 after retry RPC after error@1785245314) -> (continuation of Deferred@777556628 after retry RPC after error@1872971938) -> (continuation of Deferred@1651768548 after retry RPC after error@1304445590) -> (continuation of Deferred@661042568 after retry RPC after error@1391792030) -> (continuation of Deferred@790384120 after retry RPC after error@1619488383)))
03:05:00.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.795 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.938 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@153000385(state=PENDING, result=null, callback=(continuation of Deferred@2055732743 after retry RPC after error@681034587) -> (continuation of Deferred@498995394 after retry RPC after error@1611878949) -> (continuation of Deferred@622981094 after retry RPC after error@859471106) -> (continuation of Deferred@1592742823 after retry RPC after error@613916709) -> (continuation of Deferred@249771406 after retry RPC after error@1850841917) -> (continuation of Deferred@1242013499 after retry RPC after error@1401460950) -> (continuation of Deferred@1146128492 after retry RPC after error@649755560), errback=(continuation of Deferred@2055732743 after retry RPC after error@681034587) -> (continuation of Deferred@498995394 after retry RPC after error@1611878949) -> (continuation of Deferred@622981094 after retry RPC after error@859471106) -> (continuation of Deferred@1592742823 after retry RPC after error@613916709) -> (continuation of Deferred@249771406 after retry RPC after error@1850841917) -> (continuation of Deferred@1242013499 after retry RPC after error@1401460950) -> (continuation of Deferred@1146128492 after retry RPC after error@649755560)))
03:05:00.938 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@153000385(state=PENDING, result=null, callback=(continuation of Deferred@2055732743 after retry RPC after error@681034587) -> (continuation of Deferred@498995394 after retry RPC after error@1611878949) -> (continuation of Deferred@622981094 after retry RPC after error@859471106) -> (continuation of Deferred@1592742823 after retry RPC after error@613916709) -> (continuation of Deferred@249771406 after retry RPC after error@1850841917) -> (continuation of Deferred@1242013499 after retry RPC after error@1401460950) -> (continuation of Deferred@1146128492 after retry RPC after error@649755560), errback=(continuation of Deferred@2055732743 after retry RPC after error@681034587) -> (continuation of Deferred@498995394 after retry RPC after error@1611878949) -> (continuation of Deferred@622981094 after retry RPC after error@859471106) -> (continuation of Deferred@1592742823 after retry RPC after error@613916709) -> (continuation of Deferred@249771406 after retry RPC after error@1850841917) -> (continuation of Deferred@1242013499 after retry RPC after error@1401460950) -> (continuation of Deferred@1146128492 after retry RPC after error@649755560)))
03:05:00.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:00.995 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:00.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:00.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:00.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:00.996 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.198 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@973493554(state=PENDING, result=null, callback=(continuation of Deferred@2107864453 after retry RPC after error@26126668) -> (continuation of Deferred@188443187 after retry RPC after error@52171171) -> (continuation of Deferred@1702183704 after retry RPC after error@289751603) -> (continuation of Deferred@1098893530 after retry RPC after error@571295839) -> (continuation of Deferred@1840226949 after retry RPC after error@1447047641) -> (continuation of Deferred@1766202067 after retry RPC after error@557967380) -> (continuation of Deferred@829087027 after retry RPC after error@1727265854), errback=(continuation of Deferred@2107864453 after retry RPC after error@26126668) -> (continuation of Deferred@188443187 after retry RPC after error@52171171) -> (continuation of Deferred@1702183704 after retry RPC after error@289751603) -> (continuation of Deferred@1098893530 after retry RPC after error@571295839) -> (continuation of Deferred@1840226949 after retry RPC after error@1447047641) -> (continuation of Deferred@1766202067 after retry RPC after error@557967380) -> (continuation of Deferred@829087027 after retry RPC after error@1727265854)))
03:05:01.198 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@973493554(state=PENDING, result=null, callback=(continuation of Deferred@2107864453 after retry RPC after error@26126668) -> (continuation of Deferred@188443187 after retry RPC after error@52171171) -> (continuation of Deferred@1702183704 after retry RPC after error@289751603) -> (continuation of Deferred@1098893530 after retry RPC after error@571295839) -> (continuation of Deferred@1840226949 after retry RPC after error@1447047641) -> (continuation of Deferred@1766202067 after retry RPC after error@557967380) -> (continuation of Deferred@829087027 after retry RPC after error@1727265854), errback=(continuation of Deferred@2107864453 after retry RPC after error@26126668) -> (continuation of Deferred@188443187 after retry RPC after error@52171171) -> (continuation of Deferred@1702183704 after retry RPC after error@289751603) -> (continuation of Deferred@1098893530 after retry RPC after error@571295839) -> (continuation of Deferred@1840226949 after retry RPC after error@1447047641) -> (continuation of Deferred@1766202067 after retry RPC after error@557967380) -> (continuation of Deferred@829087027 after retry RPC after error@1727265854)))
03:05:01.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.355 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.356 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.357 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@2124747906(state=PENDING, result=null, callback=(continuation of Deferred@1568828333 after retry RPC after error@356759299) -> (continuation of Deferred@276309875 after retry RPC after error@1185886458) -> (continuation of Deferred@146728065 after retry RPC after error@5087546) -> (continuation of Deferred@1365200383 after retry RPC after error@1850253262) -> (continuation of Deferred@296612970 after retry RPC after error@2080690964) -> (continuation of Deferred@1461672414 after retry RPC after error@2097351196), errback=(continuation of Deferred@1568828333 after retry RPC after error@356759299) -> (continuation of Deferred@276309875 after retry RPC after error@1185886458) -> (continuation of Deferred@146728065 after retry RPC after error@5087546) -> (continuation of Deferred@1365200383 after retry RPC after error@1850253262) -> (continuation of Deferred@296612970 after retry RPC after error@2080690964) -> (continuation of Deferred@1461672414 after retry RPC after error@2097351196)))
03:05:01.357 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@2124747906(state=PENDING, result=null, callback=(continuation of Deferred@1568828333 after retry RPC after error@356759299) -> (continuation of Deferred@276309875 after retry RPC after error@1185886458) -> (continuation of Deferred@146728065 after retry RPC after error@5087546) -> (continuation of Deferred@1365200383 after retry RPC after error@1850253262) -> (continuation of Deferred@296612970 after retry RPC after error@2080690964) -> (continuation of Deferred@1461672414 after retry RPC after error@2097351196), errback=(continuation of Deferred@1568828333 after retry RPC after error@356759299) -> (continuation of Deferred@276309875 after retry RPC after error@1185886458) -> (continuation of Deferred@146728065 after retry RPC after error@5087546) -> (continuation of Deferred@1365200383 after retry RPC after error@1850253262) -> (continuation of Deferred@296612970 after retry RPC after error@2080690964) -> (continuation of Deferred@1461672414 after retry RPC after error@2097351196)))
03:05:01.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.578 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1644131243(state=PENDING, result=null, callback=(continuation of Deferred@2132554201 after retry RPC after error@1974875134) -> (continuation of Deferred@1327728827 after retry RPC after error@1440471263) -> (continuation of Deferred@1264040260 after retry RPC after error@263870995) -> (continuation of Deferred@1544518927 after retry RPC after error@1469664113) -> (continuation of Deferred@569529695 after retry RPC after error@2093349296) -> (continuation of Deferred@1527059490 after retry RPC after error@1188699888) -> (continuation of Deferred@1966203865 after retry RPC after error@644517046), errback=(continuation of Deferred@2132554201 after retry RPC after error@1974875134) -> (continuation of Deferred@1327728827 after retry RPC after error@1440471263) -> (continuation of Deferred@1264040260 after retry RPC after error@263870995) -> (continuation of Deferred@1544518927 after retry RPC after error@1469664113) -> (continuation of Deferred@569529695 after retry RPC after error@2093349296) -> (continuation of Deferred@1527059490 after retry RPC after error@1188699888) -> (continuation of Deferred@1966203865 after retry RPC after error@644517046)))
03:05:01.579 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1644131243(state=PENDING, result=null, callback=(continuation of Deferred@2132554201 after retry RPC after error@1974875134) -> (continuation of Deferred@1327728827 after retry RPC after error@1440471263) -> (continuation of Deferred@1264040260 after retry RPC after error@263870995) -> (continuation of Deferred@1544518927 after retry RPC after error@1469664113) -> (continuation of Deferred@569529695 after retry RPC after error@2093349296) -> (continuation of Deferred@1527059490 after retry RPC after error@1188699888) -> (continuation of Deferred@1966203865 after retry RPC after error@644517046), errback=(continuation of Deferred@2132554201 after retry RPC after error@1974875134) -> (continuation of Deferred@1327728827 after retry RPC after error@1440471263) -> (continuation of Deferred@1264040260 after retry RPC after error@263870995) -> (continuation of Deferred@1544518927 after retry RPC after error@1469664113) -> (continuation of Deferred@569529695 after retry RPC after error@2093349296) -> (continuation of Deferred@1527059490 after retry RPC after error@1188699888) -> (continuation of Deferred@1966203865 after retry RPC after error@644517046)))
03:05:01.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.857 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1715406770(state=PENDING, result=null, callback=(continuation of Deferred@1908618469 after retry RPC after error@445232984) -> (continuation of Deferred@1109934093 after retry RPC after error@1546968429) -> (continuation of Deferred@876129810 after retry RPC after error@1675422906) -> (continuation of Deferred@1676996836 after retry RPC after error@433161794) -> (continuation of Deferred@1751708500 after retry RPC after error@1825926111) -> (continuation of Deferred@685954417 after retry RPC after error@1033156025) -> (continuation of Deferred@315167500 after retry RPC after error@1426397465), errback=(continuation of Deferred@1908618469 after retry RPC after error@445232984) -> (continuation of Deferred@1109934093 after retry RPC after error@1546968429) -> (continuation of Deferred@876129810 after retry RPC after error@1675422906) -> (continuation of Deferred@1676996836 after retry RPC after error@433161794) -> (continuation of Deferred@1751708500 after retry RPC after error@1825926111) -> (continuation of Deferred@685954417 after retry RPC after error@1033156025) -> (continuation of Deferred@315167500 after retry RPC after error@1426397465)))
03:05:01.857 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:05:01.875 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.915 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.940 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:01.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:01.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:01.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:01.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:01.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.097 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [65ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [183ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1024772775(state=PENDING, result=null, callback=(continuation of Deferred@157799516 after retry RPC after error@1608360130) -> (continuation of Deferred@459646404 after retry RPC after error@4130301) -> (continuation of Deferred@927851666 after retry RPC after error@86280457) -> (continuation of Deferred@869881836 after retry RPC after error@1269935239) -> (continuation of Deferred@327202839 after retry RPC after error@843913135) -> (continuation of Deferred@1272074301 after retry RPC after error@230758484) -> (continuation of Deferred@462899707 after retry RPC after error@1102955849), errback=(continuation of Deferred@157799516 after retry RPC after error@1608360130) -> (continuation of Deferred@459646404 after retry RPC after error@4130301) -> (continuation of Deferred@927851666 after retry RPC after error@86280457) -> (continuation of Deferred@869881836 after retry RPC after error@1269935239) -> (continuation of Deferred@327202839 after retry RPC after error@843913135) -> (continuation of Deferred@1272074301 after retry RPC after error@230758484) -> (continuation of Deferred@462899707 after retry RPC after error@1102955849)))
03:05:02.098 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [65ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [183ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1024772775(state=PENDING, result=null, callback=(continuation of Deferred@157799516 after retry RPC after error@1608360130) -> (continuation of Deferred@459646404 after retry RPC after error@4130301) -> (continuation of Deferred@927851666 after retry RPC after error@86280457) -> (continuation of Deferred@869881836 after retry RPC after error@1269935239) -> (continuation of Deferred@327202839 after retry RPC after error@843913135) -> (continuation of Deferred@1272074301 after retry RPC after error@230758484) -> (continuation of Deferred@462899707 after retry RPC after error@1102955849), errback=(continuation of Deferred@157799516 after retry RPC after error@1608360130) -> (continuation of Deferred@459646404 after retry RPC after error@4130301) -> (continuation of Deferred@927851666 after retry RPC after error@86280457) -> (continuation of Deferred@869881836 after retry RPC after error@1269935239) -> (continuation of Deferred@327202839 after retry RPC after error@843913135) -> (continuation of Deferred@1272074301 after retry RPC after error@230758484) -> (continuation of Deferred@462899707 after retry RPC after error@1102955849)))
03:05:02.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.358 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1182741117(state=PENDING, result=null, callback=(continuation of Deferred@1031782935 after retry RPC after error@457623666) -> (continuation of Deferred@1641795710 after retry RPC after error@1577642722) -> (continuation of Deferred@488961102 after retry RPC after error@806136512) -> (continuation of Deferred@267113631 after retry RPC after error@380461178) -> (continuation of Deferred@739340389 after retry RPC after error@2032047501) -> (continuation of Deferred@679536925 after retry RPC after error@1439953607) -> (continuation of Deferred@1919296064 after retry RPC after error@2144957308), errback=(continuation of Deferred@1031782935 after retry RPC after error@457623666) -> (continuation of Deferred@1641795710 after retry RPC after error@1577642722) -> (continuation of Deferred@488961102 after retry RPC after error@806136512) -> (continuation of Deferred@267113631 after retry RPC after error@380461178) -> (continuation of Deferred@739340389 after retry RPC after error@2032047501) -> (continuation of Deferred@679536925 after retry RPC after error@1439953607) -> (continuation of Deferred@1919296064 after retry RPC after error@2144957308)))
03:05:02.358 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1182741117(state=PENDING, result=null, callback=(continuation of Deferred@1031782935 after retry RPC after error@457623666) -> (continuation of Deferred@1641795710 after retry RPC after error@1577642722) -> (continuation of Deferred@488961102 after retry RPC after error@806136512) -> (continuation of Deferred@267113631 after retry RPC after error@380461178) -> (continuation of Deferred@739340389 after retry RPC after error@2032047501) -> (continuation of Deferred@679536925 after retry RPC after error@1439953607) -> (continuation of Deferred@1919296064 after retry RPC after error@2144957308), errback=(continuation of Deferred@1031782935 after retry RPC after error@457623666) -> (continuation of Deferred@1641795710 after retry RPC after error@1577642722) -> (continuation of Deferred@488961102 after retry RPC after error@806136512) -> (continuation of Deferred@267113631 after retry RPC after error@380461178) -> (continuation of Deferred@739340389 after retry RPC after error@2032047501) -> (continuation of Deferred@679536925 after retry RPC after error@1439953607) -> (continuation of Deferred@1919296064 after retry RPC after error@2144957308)))
03:05:02.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.598 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1269287443(state=PENDING, result=null, callback=(continuation of Deferred@1573673242 after retry RPC after error@103615437) -> (continuation of Deferred@1786532640 after retry RPC after error@536804142) -> (continuation of Deferred@541422914 after retry RPC after error@1314419172) -> (continuation of Deferred@1177935452 after retry RPC after error@788167231) -> (continuation of Deferred@631170503 after retry RPC after error@675571649) -> (continuation of Deferred@1080794027 after retry RPC after error@1027418651) -> (continuation of Deferred@1868517542 after retry RPC after error@1680754915), errback=(continuation of Deferred@1573673242 after retry RPC after error@103615437) -> (continuation of Deferred@1786532640 after retry RPC after error@536804142) -> (continuation of Deferred@541422914 after retry RPC after error@1314419172) -> (continuation of Deferred@1177935452 after retry RPC after error@788167231) -> (continuation of Deferred@631170503 after retry RPC after error@675571649) -> (continuation of Deferred@1080794027 after retry RPC after error@1027418651) -> (continuation of Deferred@1868517542 after retry RPC after error@1680754915)))
03:05:02.598 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1269287443(state=PENDING, result=null, callback=(continuation of Deferred@1573673242 after retry RPC after error@103615437) -> (continuation of Deferred@1786532640 after retry RPC after error@536804142) -> (continuation of Deferred@541422914 after retry RPC after error@1314419172) -> (continuation of Deferred@1177935452 after retry RPC after error@788167231) -> (continuation of Deferred@631170503 after retry RPC after error@675571649) -> (continuation of Deferred@1080794027 after retry RPC after error@1027418651) -> (continuation of Deferred@1868517542 after retry RPC after error@1680754915), errback=(continuation of Deferred@1573673242 after retry RPC after error@103615437) -> (continuation of Deferred@1786532640 after retry RPC after error@536804142) -> (continuation of Deferred@541422914 after retry RPC after error@1314419172) -> (continuation of Deferred@1177935452 after retry RPC after error@788167231) -> (continuation of Deferred@631170503 after retry RPC after error@675571649) -> (continuation of Deferred@1080794027 after retry RPC after error@1027418651) -> (continuation of Deferred@1868517542 after retry RPC after error@1680754915)))
03:05:02.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:05:02.824987 11874 master_runner.cc:186] Error getting master registration for 127.10.192.190:46323: Network error: Client connection negotiation failed: client connection to 127.10.192.190:46323: connect: Connection refused (error 111),
03:05:02.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:05:02.825136 11874 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:05:02.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.858 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1209070699(state=PENDING, result=null, callback=(continuation of Deferred@1450684985 after retry RPC after error@717104452) -> (continuation of Deferred@148257160 after retry RPC after error@1202333525) -> (continuation of Deferred@740795363 after retry RPC after error@2003314470) -> (continuation of Deferred@1321945658 after retry RPC after error@1489849401) -> (continuation of Deferred@1231340664 after retry RPC after error@2130942821) -> (continuation of Deferred@1796047909 after retry RPC after error@1502847481) -> (continuation of Deferred@909896119 after retry RPC after error@1426101414) -> (continuation of Deferred@1378557583 after retry RPC after error@376693082), errback=(continuation of Deferred@1450684985 after retry RPC after error@717104452) -> (continuation of Deferred@148257160 after retry RPC after error@1202333525) -> (continuation of Deferred@740795363 after retry RPC after error@2003314470) -> (continuation of Deferred@1321945658 after retry RPC after error@1489849401) -> (continuation of Deferred@1231340664 after retry RPC after error@2130942821) -> (continuation of Deferred@1796047909 after retry RPC after error@1502847481) -> (continuation of Deferred@909896119 after retry RPC after error@1426101414) -> (continuation of Deferred@1378557583 after retry RPC after error@376693082)))
03:05:02.858 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [222ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1209070699(state=PENDING, result=null, callback=(continuation of Deferred@1450684985 after retry RPC after error@717104452) -> (continuation of Deferred@148257160 after retry RPC after error@1202333525) -> (continuation of Deferred@740795363 after retry RPC after error@2003314470) -> (continuation of Deferred@1321945658 after retry RPC after error@1489849401) -> (continuation of Deferred@1231340664 after retry RPC after error@2130942821) -> (continuation of Deferred@1796047909 after retry RPC after error@1502847481) -> (continuation of Deferred@909896119 after retry RPC after error@1426101414) -> (continuation of Deferred@1378557583 after retry RPC after error@376693082), errback=(continuation of Deferred@1450684985 after retry RPC after error@717104452) -> (continuation of Deferred@148257160 after retry RPC after error@1202333525) -> (continuation of Deferred@740795363 after retry RPC after error@2003314470) -> (continuation of Deferred@1321945658 after retry RPC after error@1489849401) -> (continuation of Deferred@1231340664 after retry RPC after error@2130942821) -> (continuation of Deferred@1796047909 after retry RPC after error@1502847481) -> (continuation of Deferred@909896119 after retry RPC after error@1426101414) -> (continuation of Deferred@1378557583 after retry RPC after error@376693082)))
03:05:02.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:02.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:02.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:02.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:02.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:02.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.118 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1159534687(state=PENDING, result=null, callback=(continuation of Deferred@2085126145 after retry RPC after error@1139136581) -> (continuation of Deferred@60611478 after retry RPC after error@787412058) -> (continuation of Deferred@379465998 after retry RPC after error@2077549672) -> (continuation of Deferred@519160047 after retry RPC after error@1206168399) -> (continuation of Deferred@538309884 after retry RPC after error@2084483890) -> (continuation of Deferred@1817768674 after retry RPC after error@243565301) -> (continuation of Deferred@20526541 after retry RPC after error@135766523) -> (continuation of Deferred@603164153 after retry RPC after error@164245592), errback=(continuation of Deferred@2085126145 after retry RPC after error@1139136581) -> (continuation of Deferred@60611478 after retry RPC after error@787412058) -> (continuation of Deferred@379465998 after retry RPC after error@2077549672) -> (continuation of Deferred@519160047 after retry RPC after error@1206168399) -> (continuation of Deferred@538309884 after retry RPC after error@2084483890) -> (continuation of Deferred@1817768674 after retry RPC after error@243565301) -> (continuation of Deferred@20526541 after retry RPC after error@135766523) -> (continuation of Deferred@603164153 after retry RPC after error@164245592)))
03:05:03.119 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [2ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1159534687(state=PENDING, result=null, callback=(continuation of Deferred@2085126145 after retry RPC after error@1139136581) -> (continuation of Deferred@60611478 after retry RPC after error@787412058) -> (continuation of Deferred@379465998 after retry RPC after error@2077549672) -> (continuation of Deferred@519160047 after retry RPC after error@1206168399) -> (continuation of Deferred@538309884 after retry RPC after error@2084483890) -> (continuation of Deferred@1817768674 after retry RPC after error@243565301) -> (continuation of Deferred@20526541 after retry RPC after error@135766523) -> (continuation of Deferred@603164153 after retry RPC after error@164245592), errback=(continuation of Deferred@2085126145 after retry RPC after error@1139136581) -> (continuation of Deferred@60611478 after retry RPC after error@787412058) -> (continuation of Deferred@379465998 after retry RPC after error@2077549672) -> (continuation of Deferred@519160047 after retry RPC after error@1206168399) -> (continuation of Deferred@538309884 after retry RPC after error@2084483890) -> (continuation of Deferred@1817768674 after retry RPC after error@243565301) -> (continuation of Deferred@20526541 after retry RPC after error@135766523) -> (continuation of Deferred@603164153 after retry RPC after error@164245592)))
03:05:03.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.317 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@237541649(state=PENDING, result=null, callback=(continuation of Deferred@80265047 after retry RPC after error@1299801000) -> (continuation of Deferred@164032745 after retry RPC after error@1131155665) -> (continuation of Deferred@43990508 after retry RPC after error@75332148) -> (continuation of Deferred@981636074 after retry RPC after error@432793331) -> (continuation of Deferred@1648416891 after retry RPC after error@226730717) -> (continuation of Deferred@598768964 after retry RPC after error@1703607231), errback=(continuation of Deferred@80265047 after retry RPC after error@1299801000) -> (continuation of Deferred@164032745 after retry RPC after error@1131155665) -> (continuation of Deferred@43990508 after retry RPC after error@75332148) -> (continuation of Deferred@981636074 after retry RPC after error@432793331) -> (continuation of Deferred@1648416891 after retry RPC after error@226730717) -> (continuation of Deferred@598768964 after retry RPC after error@1703607231)))
03:05:03.318 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@237541649(state=PENDING, result=null, callback=(continuation of Deferred@80265047 after retry RPC after error@1299801000) -> (continuation of Deferred@164032745 after retry RPC after error@1131155665) -> (continuation of Deferred@43990508 after retry RPC after error@75332148) -> (continuation of Deferred@981636074 after retry RPC after error@432793331) -> (continuation of Deferred@1648416891 after retry RPC after error@226730717) -> (continuation of Deferred@598768964 after retry RPC after error@1703607231), errback=(continuation of Deferred@80265047 after retry RPC after error@1299801000) -> (continuation of Deferred@164032745 after retry RPC after error@1131155665) -> (continuation of Deferred@43990508 after retry RPC after error@75332148) -> (continuation of Deferred@981636074 after retry RPC after error@432793331) -> (continuation of Deferred@1648416891 after retry RPC after error@226730717) -> (continuation of Deferred@598768964 after retry RPC after error@1703607231)))
03:05:03.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.577 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1265760490(state=PENDING, result=null, callback=(continuation of Deferred@9313354 after retry RPC after error@63920473) -> (continuation of Deferred@1929826182 after retry RPC after error@930406308) -> (continuation of Deferred@1206446412 after retry RPC after error@1049916793) -> (continuation of Deferred@2074867666 after retry RPC after error@1781763836) -> (continuation of Deferred@1787930751 after retry RPC after error@1999841257) -> (continuation of Deferred@1392659386 after retry RPC after error@632322888) -> (continuation of Deferred@1116077521 after retry RPC after error@753370631), errback=(continuation of Deferred@9313354 after retry RPC after error@63920473) -> (continuation of Deferred@1929826182 after retry RPC after error@930406308) -> (continuation of Deferred@1206446412 after retry RPC after error@1049916793) -> (continuation of Deferred@2074867666 after retry RPC after error@1781763836) -> (continuation of Deferred@1787930751 after retry RPC after error@1999841257) -> (continuation of Deferred@1392659386 after retry RPC after error@632322888) -> (continuation of Deferred@1116077521 after retry RPC after error@753370631)))
03:05:03.578 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, deferred=Deferred@1265760490(state=PENDING, result=null, callback=(continuation of Deferred@9313354 after retry RPC after error@63920473) -> (continuation of Deferred@1929826182 after retry RPC after error@930406308) -> (continuation of Deferred@1206446412 after retry RPC after error@1049916793) -> (continuation of Deferred@2074867666 after retry RPC after error@1781763836) -> (continuation of Deferred@1787930751 after retry RPC after error@1999841257) -> (continuation of Deferred@1392659386 after retry RPC after error@632322888) -> (continuation of Deferred@1116077521 after retry RPC after error@753370631), errback=(continuation of Deferred@9313354 after retry RPC after error@63920473) -> (continuation of Deferred@1929826182 after retry RPC after error@930406308) -> (continuation of Deferred@1206446412 after retry RPC after error@1049916793) -> (continuation of Deferred@2074867666 after retry RPC after error@1781763836) -> (continuation of Deferred@1787930751 after retry RPC after error@1999841257) -> (continuation of Deferred@1392659386 after retry RPC after error@632322888) -> (continuation of Deferred@1116077521 after retry RPC after error@753370631)))
03:05:03.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.675 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.676 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.838 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@542040586(state=PENDING, result=null, callback=(continuation of Deferred@133804544 after retry RPC after error@1672932126) -> (continuation of Deferred@763036512 after retry RPC after error@2054355575) -> (continuation of Deferred@810630795 after retry RPC after error@1684790660) -> (continuation of Deferred@293515882 after retry RPC after error@2092061552) -> (continuation of Deferred@1160683275 after retry RPC after error@2140401111) -> (continuation of Deferred@463138221 after retry RPC after error@1969030269) -> (continuation of Deferred@1153047322 after retry RPC after error@614972175), errback=(continuation of Deferred@133804544 after retry RPC after error@1672932126) -> (continuation of Deferred@763036512 after retry RPC after error@2054355575) -> (continuation of Deferred@810630795 after retry RPC after error@1684790660) -> (continuation of Deferred@293515882 after retry RPC after error@2092061552) -> (continuation of Deferred@1160683275 after retry RPC after error@2140401111) -> (continuation of Deferred@463138221 after retry RPC after error@1969030269) -> (continuation of Deferred@1153047322 after retry RPC after error@614972175)))
03:05:03.839 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [162ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@542040586(state=PENDING, result=null, callback=(continuation of Deferred@133804544 after retry RPC after error@1672932126) -> (continuation of Deferred@763036512 after retry RPC after error@2054355575) -> (continuation of Deferred@810630795 after retry RPC after error@1684790660) -> (continuation of Deferred@293515882 after retry RPC after error@2092061552) -> (continuation of Deferred@1160683275 after retry RPC after error@2140401111) -> (continuation of Deferred@463138221 after retry RPC after error@1969030269) -> (continuation of Deferred@1153047322 after retry RPC after error@614972175), errback=(continuation of Deferred@133804544 after retry RPC after error@1672932126) -> (continuation of Deferred@763036512 after retry RPC after error@2054355575) -> (continuation of Deferred@810630795 after retry RPC after error@1684790660) -> (continuation of Deferred@293515882 after retry RPC after error@2092061552) -> (continuation of Deferred@1160683275 after retry RPC after error@2140401111) -> (continuation of Deferred@463138221 after retry RPC after error@1969030269) -> (continuation of Deferred@1153047322 after retry RPC after error@614972175)))
03:05:03.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:03.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:03.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:03.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:03.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:03.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:04.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:04.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:04.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:04.018 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1055263838(state=PENDING, result=null, callback=(continuation of Deferred@1757262403 after retry RPC after error@1861484885) -> (continuation of Deferred@1405304685 after retry RPC after error@1565085111) -> (continuation of Deferred@1491321847 after retry RPC after error@374574871) -> (continuation of Deferred@1545728743 after retry RPC after error@1259485217) -> (continuation of Deferred@220767951 after retry RPC after error@118078282) -> (continuation of Deferred@1416415110 after retry RPC after error@249904666) -> (continuation of Deferred@1186197463 after retry RPC after error@204132256), errback=(continuation of Deferred@1757262403 after retry RPC after error@1861484885) -> (continuation of Deferred@1405304685 after retry RPC after error@1565085111) -> (continuation of Deferred@1491321847 after retry RPC after error@374574871) -> (continuation of Deferred@1545728743 after retry RPC after error@1259485217) -> (continuation of Deferred@220767951 after retry RPC after error@118078282) -> (continuation of Deferred@1416415110 after retry RPC after error@249904666) -> (continuation of Deferred@1186197463 after retry RPC after error@204132256)))
03:05:04.018 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [0ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [80ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, deferred=Deferred@1055263838(state=PENDING, result=null, callback=(continuation of Deferred@1757262403 after retry RPC after error@1861484885) -> (continuation of Deferred@1405304685 after retry RPC after error@1565085111) -> (continuation of Deferred@1491321847 after retry RPC after error@374574871) -> (continuation of Deferred@1545728743 after retry RPC after error@1259485217) -> (continuation of Deferred@220767951 after retry RPC after error@118078282) -> (continuation of Deferred@1416415110 after retry RPC after error@249904666) -> (continuation of Deferred@1186197463 after retry RPC after error@204132256), errback=(continuation of Deferred@1757262403 after retry RPC after error@1861484885) -> (continuation of Deferred@1405304685 after retry RPC after error@1565085111) -> (continuation of Deferred@1491321847 after retry RPC after error@374574871) -> (continuation of Deferred@1545728743 after retry RPC after error@1259485217) -> (continuation of Deferred@220767951 after retry RPC after error@118078282) -> (continuation of Deferred@1416415110 after retry RPC after error@249904666) -> (continuation of Deferred@1186197463 after retry RPC after error@204132256)))
03:05:04.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:04.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:04.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:04.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:04.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:04.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:04.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:04.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:04.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:04.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:04.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:04.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:04.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:04.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:04.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:04.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:04.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:04.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:04.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.189:37035(127.10.192.189:37035)] connecting to peer
03:05:04.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.192.190:46323(127.10.192.190:46323)] connecting to peer
03:05:04.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.192.190:46323(127.10.192.190:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.189:37035(127.10.192.189:37035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.190:46323: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323
03:05:04.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.192.189:37035: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035
03:05:04.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:04.198 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=31, TimeoutTracker(timeout=50000, elapsed=49392), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [12ms] refreshing cache from master, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [12ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [13ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [14ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [14ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [32ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [32ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [32ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [33ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [33ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [52ms] refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [52ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [52ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [53ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [53ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [72ms] refreshing cache from master, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [73ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [73ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [75ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [75ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [111ms] refreshing cache from master, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [112ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [112ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [112ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [113ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [152ms] refreshing cache from master, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [153ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [154ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [154ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [155ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [251ms] refreshing cache from master, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [252ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [252ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [253ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [253ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [310ms] refreshing cache from master, [311ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [311ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [311ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [312ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [312ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [312ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [312ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [391ms] refreshing cache from master, [391ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [391ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [391ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [392ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [393ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [393ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [393ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [991ms] refreshing cache from master, [991ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [991ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [991ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [992ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [992ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [992ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [992ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [3031ms] refreshing cache from master, [3031ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [3031ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [3031ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [3032ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [3032ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [3032ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [3032ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [5211ms] refreshing cache from master, [5211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [5211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [5211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [5212ms] too many traces: truncated at 100 traces, [5212ms] too many traces: truncated at 100 traces, deferred=Deferred@2110325011(state=PENDING, result=null, callback=(continuation of Deferred@1820391689 after retry RPC after error@1830548986) -> (continuation of Deferred@839535083 after retry RPC after error@125703968) -> (continuation of Deferred@1818099319 after retry RPC after error@1583051299) -> (continuation of Deferred@1048456466 after retry RPC after error@1238301418) -> (continuation of Deferred@1248009186 after retry RPC after error@1328329447) -> (continuation of Deferred@16056493 after retry RPC after error@1053996019) -> (continuation of Deferred@1815872448 after retry RPC after error@1177370410) -> (continuation of Deferred@1853210410 after retry RPC after error@1167316028) -> (continuation of Deferred@1228795213 after retry RPC after error@1715887919) -> (continuation of Deferred@621355042 after retry RPC after error@2120229515) -> (continuation of Deferred@1485963151 after retry RPC after error@217742485) -> (continuation of Deferred@1620985112 after retry RPC after error@529876986) -> (continuation of Deferred@1219472896 after retry RPC after error@393112916) -> (continuation of Deferred@88755236 after retry RPC after error@810906080) -> (continuation of Deferred@96409156 after retry RPC after error@1633668970) -> (continuation of Deferred@908297225 after retry RPC after error@769796444) -> (continuation of Deferred@1351751570 after retry RPC after error@1328129653) -> (continuation of Deferred@1694527573 after retry RPC after error@1502874976) -> (continuation of Deferred@427474759 after retry RPC after error@467838995) -> (continuation of Deferred@2105991650 after retry RPC after error@67116095) -> (continuation of Deferred@1212947327 after retry RPC after error@1180733525) -> (continuation of Deferred@212066442 after retry RPC after error@138863813) -> (continuation of Deferred@544837969 after retry RPC after error@1658412851) -> (continuation of Deferred@1902990418 after retry RPC after error@1311958646) -> (continuation of Deferred@581768696 after retry RPC after error@178644569) -> (continuation of Deferred@301071515 after retry RPC after error@1219078533) -> (continuation of Deferred@39942077 after retry RPC after error@659807878) -> (continuation of Deferred@970517459 after retry RPC after error@1010342124) -> (continuation of Deferred@896388169 after retry RPC after error@208896908) -> (continuation of Deferred@1921738658 after retry RPC after error@168591079), errback=(continuation of Deferred@1820391689 after retry RPC after error@1830548986) -> (continuation of Deferred@839535083 after retry RPC after error@125703968) -> (continuation of Deferred@1818099319 after retry RPC after error@1583051299) -> (continuation of Deferred@1048456466 after retry RPC after error@1238301418) -> (continuation of Deferred@1248009186 after retry RPC after error@1328329447) -> (continuation of Deferred@16056493 after retry RPC after error@1053996019) -> (continuation of Deferred@1815872448 after retry RPC after error@1177370410) -> (continuation of Deferred@1853210410 after retry RPC after error@1167316028) -> (continuation of Deferred@1228795213 after retry RPC after error@1715887919) -> (continuation of Deferred@621355042 after retry RPC after error@2120229515) -> (continuation of Deferred@1485963151 after retry RPC after error@217742485) -> (continuation of Deferred@1620985112 after retry RPC after error@529876986) -> (continuation of Deferred@1219472896 after retry RPC after error@393112916) -> (continuation of Deferred@88755236 after retry RPC after error@810906080) -> (continuation of Deferred@96409156 after retry RPC after error@1633668970) -> (continuation of Deferred@908297225 after retry RPC after error@769796444) -> (continuation of Deferred@1351751570 after retry RPC after error@1328129653) -> (continuation of Deferred@1694527573 after retry RPC after error@1502874976) -> (continuation of Deferred@427474759 after retry RPC after error@467838995) -> (continuation of Deferred@2105991650 after retry RPC after error@67116095) -> (continuation of Deferred@1212947327 after retry RPC after error@1180733525) -> (continuation of Deferred@212066442 after retry RPC after error@138863813) -> (continuation of Deferred@544837969 after retry RPC after error@1658412851) -> (continuation of Deferred@1902990418 after retry RPC after error@1311958646) -> (continuation of Deferred@581768696 after retry RPC after error@178644569) -> (continuation of Deferred@301071515 after retry RPC after error@1219078533) -> (continuation of Deferred@39942077 after retry RPC after error@659807878) -> (continuation of Deferred@970517459 after retry RPC after error@1010342124) -> (continuation of Deferred@896388169 after retry RPC after error@208896908) -> (continuation of Deferred@1921738658 after retry RPC after error@168591079)))
03:05:04.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323; will retry
03:05:04.200 [DEBUG - main] (Connection.java:575) [peer master-127.10.192.188:38559(127.10.192.188:38559)] disconnecting while in state READY
03:05:04.200 [DEBUG - main] (Connection.java:575) [peer master-127.10.192.189:37035(127.10.192.189:37035)] disconnecting while in state TERMINATED
03:05:04.200 [DEBUG - main] (Connection.java:575) [peer master-127.10.192.190:46323(127.10.192.190:46323)] disconnecting while in state TERMINATED
03:05:04.200 [DEBUG - main] (Connection.java:575) [peer 22f717a8060e4adb9b58f0d4a27931dd(127.10.192.131:36097)] disconnecting while in state READY
03:05:04.201 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:05:04.201 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.10.192.188:38559(127.10.192.188:38559)] handling channelInactive
03:05:04.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.192.188:38559(127.10.192.188:38559)] cleaning up while in state READY due to: connection closed
03:05:04.202 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 22f717a8060e4adb9b58f0d4a27931dd(127.10.192.131:36097)] handling channelInactive
03:05:04.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 22f717a8060e4adb9b58f0d4a27931dd(127.10.192.131:36097)] cleaning up while in state READY due to: connection closed
03:05:04.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:05:04.201902 11010 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu pid 11303
03:05:04.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:05:04.213263 11453 generic_service.cc:196] Checking for leaks (request via RPC)
03:05:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:05:04.307852 11010 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu with pid 11303
03:05:04.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:05:04.326222 11010 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu pid 11463
03:05:04.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:05:04.332698 11594 generic_service.cc:196] Checking for leaks (request via RPC)
03:05:04.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:05:04.478235 11010 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu with pid 11463
03:05:04.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:05:04.502233 11893 connection.cc:537] server connection from 127.10.192.130:41049 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:05:04.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:05:04.502573 11010 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu pid 11604
03:05:04.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:05:04.508908 11735 generic_service.cc:196] Checking for leaks (request via RPC)
03:05:04.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:05:04.603621 11010 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu with pid 11604
03:05:04.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:05:04.621371 11010 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu pid 11874
03:05:04.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:05:04.627220 11946 generic_service.cc:196] Checking for leaks (request via RPC)
03:05:04.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:05:04.758298 11010 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpuVJnk/build/asan/bin/kudu with pid 11874
03:05:04.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-27T03:05:04Z chronyd exiting
03:05:04.908 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=31, TimeoutTracker(timeout=50000, elapsed=49392), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [12ms] refreshing cache from master, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [12ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [13ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [14ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [14ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [32ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [32ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [32ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [33ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [33ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [52ms] refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [52ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [52ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [53ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [53ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [72ms] refreshing cache from master, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [73ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [73ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [75ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [75ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [111ms] refreshing cache from master, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [112ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [112ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [112ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [113ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [152ms] refreshing cache from master, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [153ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [154ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [154ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [155ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [251ms] refreshing cache from master, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [252ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [252ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [253ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [253ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [310ms] refreshing cache from master, [311ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [311ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [311ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [312ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [312ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [312ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [312ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [391ms] refreshing cache from master, [391ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [391ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [391ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [392ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [393ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [393ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [393ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [991ms] refreshing cache from master, [991ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [991ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [991ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [992ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [992ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [992ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [992ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [3031ms] refreshing cache from master, [3031ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [3031ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [3031ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [3032ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [3032ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [3032ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [3032ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [5211ms] refreshing cache from master, [5211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [5211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [5211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [5212ms] too many traces: truncated at 100 traces, [5212ms] too many traces: truncated at 100 traces, deferred=Deferred@2110325011(state=PENDING, result=null, callback=(continuation of Deferred@1820391689 after retry RPC after error@1830548986) -> (continuation of Deferred@839535083 after retry RPC after error@125703968) -> (continuation of Deferred@1818099319 after retry RPC after error@1583051299) -> (continuation of Deferred@1048456466 after retry RPC after error@1238301418) -> (continuation of Deferred@1248009186 after retry RPC after error@1328329447) -> (continuation of Deferred@16056493 after retry RPC after error@1053996019) -> (continuation of Deferred@1815872448 after retry RPC after error@1177370410) -> (continuation of Deferred@1853210410 after retry RPC after error@1167316028) -> (continuation of Deferred@1228795213 after retry RPC after error@1715887919) -> (continuation of Deferred@621355042 after retry RPC after error@2120229515) -> (continuation of Deferred@1485963151 after retry RPC after error@217742485) -> (continuation of Deferred@1620985112 after retry RPC after error@529876986) -> (continuation of Deferred@1219472896 after retry RPC after error@393112916) -> (continuation of Deferred@88755236 after retry RPC after error@810906080) -> (continuation of Deferred@96409156 after retry RPC after error@1633668970) -> (continuation of Deferred@908297225 after retry RPC after error@769796444) -> (continuation of Deferred@1351751570 after retry RPC after error@1328129653) -> (continuation of Deferred@1694527573 after retry RPC after error@1502874976) -> (continuation of Deferred@427474759 after retry RPC after error@467838995) -> (continuation of Deferred@2105991650 after retry RPC after error@67116095) -> (continuation of Deferred@1212947327 after retry RPC after error@1180733525) -> (continuation of Deferred@212066442 after retry RPC after error@138863813) -> (continuation of Deferred@544837969 after retry RPC after error@1658412851) -> (continuation of Deferred@1902990418 after retry RPC after error@1311958646) -> (continuation of Deferred@581768696 after retry RPC after error@178644569) -> (continuation of Deferred@301071515 after retry RPC after error@1219078533) -> (continuation of Deferred@39942077 after retry RPC after error@659807878) -> (continuation of Deferred@970517459 after retry RPC after error@1010342124) -> (continuation of Deferred@896388169 after retry RPC after error@208896908) -> (continuation of Deferred@1921738658 after retry RPC after error@168591079), errback=(continuation of Deferred@1820391689 after retry RPC after error@1830548986) -> (continuation of Deferred@839535083 after retry RPC after error@125703968) -> (continuation of Deferred@1818099319 after retry RPC after error@1583051299) -> (continuation of Deferred@1048456466 after retry RPC after error@1238301418) -> (continuation of Deferred@1248009186 after retry RPC after error@1328329447) -> (continuation of Deferred@16056493 after retry RPC after error@1053996019) -> (continuation of Deferred@1815872448 after retry RPC after error@1177370410) -> (continuation of Deferred@1853210410 after retry RPC after error@1167316028) -> (continuation of Deferred@1228795213 after retry RPC after error@1715887919) -> (continuation of Deferred@621355042 after retry RPC after error@2120229515) -> (continuation of Deferred@1485963151 after retry RPC after error@217742485) -> (continuation of Deferred@1620985112 after retry RPC after error@529876986) -> (continuation of Deferred@1219472896 after retry RPC after error@393112916) -> (continuation of Deferred@88755236 after retry RPC after error@810906080) -> (continuation of Deferred@96409156 after retry RPC after error@1633668970) -> (continuation of Deferred@908297225 after retry RPC after error@769796444) -> (continuation of Deferred@1351751570 after retry RPC after error@1328129653) -> (continuation of Deferred@1694527573 after retry RPC after error@1502874976) -> (continuation of Deferred@427474759 after retry RPC after error@467838995) -> (continuation of Deferred@2105991650 after retry RPC after error@67116095) -> (continuation of Deferred@1212947327 after retry RPC after error@1180733525) -> (continuation of Deferred@212066442 after retry RPC after error@138863813) -> (continuation of Deferred@544837969 after retry RPC after error@1658412851) -> (continuation of Deferred@1902990418 after retry RPC after error@1311958646) -> (continuation of Deferred@581768696 after retry RPC after error@178644569) -> (continuation of Deferred@301071515 after retry RPC after error@1219078533) -> (continuation of Deferred@39942077 after retry RPC after error@659807878) -> (continuation of Deferred@970517459 after retry RPC after error@1010342124) -> (continuation of Deferred@896388169 after retry RPC after error@208896908) -> (continuation of Deferred@1921738658 after retry RPC after error@168591079)))
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=31, TimeoutTracker(timeout=50000, elapsed=49392), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [1ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [12ms] refreshing cache from master, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [12ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [13ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [14ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [14ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [32ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [32ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [32ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [33ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [33ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [52ms] refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [52ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [52ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [53ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [53ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [72ms] refreshing cache from master, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [73ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [73ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [75ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [75ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [111ms] refreshing cache from master, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [112ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [112ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [112ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [113ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [152ms] refreshing cache from master, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [153ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [154ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [154ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [155ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [251ms] refreshing cache from master, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [252ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [252ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [253ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [253ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [310ms] refreshing cache from master, [311ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [311ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [311ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [312ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [312ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [312ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [312ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [391ms] refreshing cache from master, [391ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [391ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [391ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [392ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [393ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [393ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [393ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [991ms] refreshing cache from master, [991ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [991ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [991ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [992ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [992ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [992ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [992ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [3031ms] refreshing cache from master, [3031ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [3031ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [3031ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [3032ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.189:37035: Network error: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035, [3032ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.190:46323: Network error: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [3032ms] Sub RPC ConnectToMaster: received response from server master-127.10.192.188:38559: OK, [3032ms] delaying RPC due to: Service unavailable: Master config (127.10.192.189:37035,127.10.192.188:38559,127.10.192.190:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.189:37035(127.10.192.189:37035): Connection refused: /127.10.192.189:37035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.192.190:46323(127.10.192.190:46323): Connection refused: /127.10.192.190:46323, [5211ms] refreshing cache from master, [5211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.189:37035, [5211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.188:38559, [5211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.192.190:46323, [5212ms] too many traces: truncated at 100 traces, [5212ms] too many traces: truncated at 100 traces, deferred=Deferred@2110325011(state=PENDING, result=null, callback=(continuation of Deferred@1820391689 after retry RPC after error@1830548986) -> (continuation of Deferred@839535083 after retry RPC after error@125703968) -> (continuation of Deferred@1818099319 after retry RPC after error@1583051299) -> (continuation of Deferred@1048456466 after retry RPC after error@1238301418) -> (continuation of Deferred@1248009186 after retry RPC after error@1328329447) -> (continuation of Deferred@16056493 after retry RPC after error@1053996019) -> (continuation of Deferred@1815872448 after retry RPC after error@1177370410) -> (continuation of Deferred@1853210410 after retry RPC after error@1167316028) -> (continuation of Deferred@1228795213 after retry RPC after error@1715887919) -> (continuation of Deferred@621355042 after retry RPC after error@2120229515) -> (continuation of Deferred@1485963151 after retry RPC after error@217742485) -> (continuation of Deferred@1620985112 after retry RPC after error@529876986) -> (continuation of Deferred@1219472896 after retry RPC after error@393112916) -> (continuation of Deferred@88755236 after retry RPC after error@810906080) -> (continuation of Deferred@96409156 after retry RPC after error@1633668970) -> (continuation of Deferred@908297225 after retry RPC after error@769796444) -> (continuation of Deferred@1351751570 after retry RPC after error@1328129653) -> (continuation of Deferred@1694527573 after retry RPC after error@1502874976) -> (continuation of Deferred@427474759 after retry RPC after error@467838995) -> (continuation of Deferred@2105991650 after retry RPC after error@67116095) -> (continuation of Deferred@1212947327 after retry RPC after error@1180733525) -> (continuation of Deferred@212066442 after retry RPC after error@138863813) -> (continuation of Deferred@544837969 after retry RPC after error@1658412851) -> (continuation of Deferred@1902990418 after retry RPC after error@1311958646) -> (continuation of Deferred@581768696 after retry RPC after error@178644569) -> (continuation of Deferred@301071515 after retry RPC after error@1219078533) -> (continuation of Deferred@39942077 after retry RPC after error@659807878) -> (continuation of Deferred@970517459 after retry RPC after error@1010342124) -> (continuation of Deferred@896388169 after retry RPC after error@208896908) -> (continuation of Deferred@1921738658 after retry RPC after error@168591079), errback=(continuation of Deferred@1820391689 after retry RPC after error@1830548986) -> (continuation of Deferred@839535083 after retry RPC after error@125703968) -> (continuation of Deferred@1818099319 after retry RPC after error@1583051299) -> (continuation of Deferred@1048456466 after retry RPC after error@1238301418) -> (continuation of Deferred@1248009186 after retry RPC after error@1328329447) -> (continuation of Deferred@16056493 after retry RPC after error@1053996019) -> (continuation of Deferred@1815872448 after retry RPC after error@1177370410) -> (continuation of Deferred@1853210410 after retry RPC after error@1167316028) -> (continuation of Deferred@1228795213 after retry RPC after error@1715887919) -> (continuation of Deferred@621355042 after retry RPC after error@2120229515) -> (continuation of Deferred@1485963151 after retry RPC after error@217742485) -> (continuation of Deferred@1620985112 after retry RPC after error@529876986) -> (continuation of Deferred@1219472896 after retry RPC after error@393112916) -> (continuation of Deferred@88755236 after retry RPC after error@810906080) -> (continuation of Deferred@96409156 after retry RPC after error@1633668970) -> (continuation of Deferred@908297225 after retry RPC after error@769796444) -> (continuation of Deferred@1351751570 after retry RPC after error@1328129653) -> (continuation of Deferred@1694527573 after retry RPC after error@1502874976) -> (continuation of Deferred@427474759 after retry RPC after error@467838995) -> (continuation of Deferred@2105991650 after retry RPC after error@67116095) -> (continuation of Deferred@1212947327 after retry RPC after error@1180733525) -> (continuation of Deferred@212066442 after retry RPC after error@138863813) -> (continuation of Deferred@544837969 after retry RPC after error@1658412851) -> (continuation of Deferred@1902990418 after retry RPC after error@1311958646) -> (continuation of Deferred@581768696 after retry RPC after error@178644569) -> (continuation of Deferred@301071515 after retry RPC after error@1219078533) -> (continuation of Deferred@39942077 after retry RPC after error@659807878) -> (continuation of Deferred@970517459 after retry RPC after error@1010342124) -> (continuation of Deferred@896388169 after retry RPC after error@208896908) -> (continuation of Deferred@1921738658 after retry RPC after error@168591079)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)